-- Logs begin at Tue 2022-09-13 07:18:57 UTC, end at Tue 2022-09-13 08:23:40 UTC. -- Sep 13 07:50:29.707465 dv-cinder-857075-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 13 07:50:32.336223 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.common.config [-] Logging enabled! Sep 13 07:50:32.336814 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 07:50:32.337006 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106131) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 07:50:32.340202 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.common.config [-] Logging enabled! Sep 13 07:50:32.340453 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 07:50:32.340761 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106131) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 07:50:32.341684 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 07:50:32.341953 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 07:50:32.342426 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 07:50:32.342671 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 07:50:32.342896 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 07:50:32.343208 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.343500 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.343732 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.344024 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.344314 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.344594 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.344879 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.345173 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.345456 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.345756 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.346034 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.346262 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.346537 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.346816 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.347097 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.347318 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] debug = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.347594 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.348019 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.348420 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.348697 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.348981 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.349253 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.349524 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.349827 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.350094 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.350418 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] host = dv-cinder-857075-3-iscsi {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.350691 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.350977 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.351256 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.351534 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.351804 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.352073 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.352352 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.352620 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.352885 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] log_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.354882 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.355198 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.355491 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.355788 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.356016 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.356244 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.356531 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.356819 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.357094 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.357368 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.357641 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.357935 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.358212 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.358476 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.358758 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.359042 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.359326 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.359594 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.359870 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.360135 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.360401 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.360681 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.360950 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.361224 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.361491 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.361806 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.362180 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.362458 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.362760 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.363042 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.363321 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.363603 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.363870 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.364148 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.364417 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.364685 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.364952 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] use_json = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.365219 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.365485 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.365788 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.366059 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.366328 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.366595 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.366862 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.367142 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.367409 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:32.367702 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.367995 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.368294 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.368575 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.369392 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.369672 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.369985 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.370421 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.370704 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.371079 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.371374 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.371649 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.371953 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.372242 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.372535 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.372838 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.373128 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.373416 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.373689 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.373985 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.374256 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.374530 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.374813 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.375087 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.375371 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.375654 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.375929 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.376224 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.376505 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.376787 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.377076 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.377363 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.377635 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.377932 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.378218 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.378493 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.378762 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.379047 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.379324 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.379596 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.379875 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.380164 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.380452 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.380722 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.380997 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.381288 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.381564 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.381867 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.382140 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.382415 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.382685 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.382966 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.383242 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.383513 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.383783 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.384057 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.384328 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.385165 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.385443 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.385714 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.386011 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.386283 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.386553 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.386823 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.387091 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.387359 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.387628 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.387895 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.388169 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.388438 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.388708 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.388976 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.389242 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.389513 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.389814 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.390108 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.390382 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.390656 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.390931 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.391203 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.391477 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.391749 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.392028 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.392300 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.392567 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.392852 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.393130 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.393414 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.393693 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.394067 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.394361 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.394635 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.394908 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.395179 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.395453 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.395727 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.396008 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.396283 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.396558 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.396842 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.397124 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.397417 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.397726 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.398011 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.398302 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.398594 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.398886 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.399163 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.399473 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.399750 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:32.399984 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 07:50:32.400230 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106131) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 13 07:50:32.773674 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 07:50:32.773938 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 07:50:32.774204 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 07:50:32.774435 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 07:50:32.774709 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 07:50:32.775564 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 13 07:50:33.096919 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.097207 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.097476 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.098705 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.098975 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.099237 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.151895 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.152174 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.152440 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.168082 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.168360 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.168630 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.196249 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.196525 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.197289 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.233477 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.233771 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.234050 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.463304 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.463889 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.463889 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.464892 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.465585 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.561058 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.561374 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.561662 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.561947 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.562217 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.562527 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.562791 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.563052 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.563309 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.563593 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.563853 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.564119 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.564377 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.564629 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.564885 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.565147 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.565402 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.565669 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.565967 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.566228 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.566501 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.566755 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.567035 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.567409 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.567662 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.567909 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.568299 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 07:50:33.568538 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 07:50:33.568776 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 07:50:33.569015 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 07:50:33.569252 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 07:50:33.569486 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 07:50:33.569872 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 13 07:50:33.573481 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 13 07:50:33.577413 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 13 07:50:33.581284 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 13 07:50:33.582915 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 13 07:50:33.583518 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 13 07:50:33.583849 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 13 07:50:33.584228 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 13 07:50:33.586999 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 13 07:50:33.587249 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 13 07:50:33.587616 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 07:50:33.592627 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 13 07:50:33.614958 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 13 07:50:33.615402 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.615699 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106131) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 13 07:50:33.616069 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.617399 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106131) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 13 07:50:33.617675 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 07:50:33.617951 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 13 07:50:33.629061 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.629344 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:33.782813 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 13 07:50:33.782992 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 13 07:50:33.783223 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 13 07:50:33.783591 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 13 07:50:33.834852 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO dbcounter [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Registered counter for database neutron Sep 13 07:50:33.854660 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_db.sqlalchemy.engines [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106131) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 13 07:50:33.860739 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG dbcounter [-] [106131] Writer thread running {{(pid=106131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 07:50:34.401520 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Initializing driver for type 'gre' Sep 13 07:50:34.402164 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] gre ID ranges: [(1, 1000)] Sep 13 07:50:34.458765 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Initializing driver for type 'local' Sep 13 07:50:34.459121 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Initializing driver for type 'vlan' Sep 13 07:50:34.472921 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] VlanTypeDriver initialization complete Sep 13 07:50:34.473546 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Initializing driver for type 'vxlan' Sep 13 07:50:34.473900 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] vxlan ID ranges: [(1, 1000)] Sep 13 07:50:34.528587 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Initializing extension driver 'port_security' Sep 13 07:50:34.528933 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.extensions.port_security [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] PortSecurityExtensionDriver initialization complete Sep 13 07:50:34.529276 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Initializing mechanism driver 'openvswitch' Sep 13 07:50:34.529606 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Initializing mechanism driver 'hyperv' Sep 13 07:50:34.536151 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.plugins.ml2.plugin [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:50:34.536831 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > port after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.537209 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > port after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.537565 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > port after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.538109 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 07:50:34.538535 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.538894 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.539245 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.539644 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 07:50:34.540057 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > network after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.540411 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > network after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.541343 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > network after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.541753 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 07:50:34.542175 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > security_group after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.542532 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > security_group after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.542879 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.543278 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 07:50:34.543687 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.544046 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.544394 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.544921 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 07:50:34.545334 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > address_group after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.545689 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > address_group after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.546068 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.546468 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 07:50:34.546914 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] ML2 OVO RPC backend initialized. {{(pid=106131) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 13 07:50:34.547627 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.547990 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.548410 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > network before_response 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.548765 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > networks before_response 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.549117 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > port before_response 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.549464 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > ports before_response 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.549842 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > subnet before_response 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.550190 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > subnets before_response 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.550546 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > network after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.550893 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > network after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.551235 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > network after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.551579 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > port after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.551922 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > port after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.552266 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > port after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.552611 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > subnet after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.552955 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > subnet after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.553292 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.561118 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded quota_driver: . Sep 13 07:50:34.561491 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.plugin [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Modular L2 Plugin initialization complete Sep 13 07:50:34.561878 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading services supported by the core plugin {{(pid=106131) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 13 07:50:34.562229 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.plugins.ml2.managers [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Got port-security extension from driver 'port_security' Sep 13 07:50:34.562731 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.extensions.vlantransparent [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Disabled vlantransparent extension. Sep 13 07:50:34.563221 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106131) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 13 07:50:34.563552 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading Plugin: router Sep 13 07:50:34.601241 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.601645 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router after_create 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.602052 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router before_create 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.602428 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.602817 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.603798 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router after_delete 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.604168 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.604526 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.604891 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router after_create 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.605246 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router after_update 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.605602 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router after_update 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.606005 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.606391 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router after_update 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.606814 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.607193 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: port after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.607542 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: port after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.607889 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: subnet after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.608242 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.608599 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.608956 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.609307 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: port before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.609656 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router precommit_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.610038 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router after_update 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.610389 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.610748 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router precommit_create 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.611115 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.611466 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router precommit_update 55549900 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.611835 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > agent after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.612193 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > agent after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.612552 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > network after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.613443 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Tracking information for resource: router configured {{(pid=106131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 07:50:34.613811 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Tracking information for resource: floatingip configured {{(pid=106131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 07:50:34.618721 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.db.l3_agentschedulers_db [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 13 07:50:34.619308 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: port after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.619681 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: port after_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.620047 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: port after_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.620407 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: port after_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.621211 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router before_create 55550100 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.621586 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.621989 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router precommit_create 55550100 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.622356 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > router precommit_update 55550100 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.627182 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.services.provider_configuration [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service providers = [] {{(pid=106131) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 13 07:50:34.627556 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.db.servicetype_db [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106131) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 13 07:50:34.630546 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.services.service_base [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 07:50:34.630903 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.services.service_base [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 07:50:34.631252 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.services.service_base [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 07:50:34.632148 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.services.service_base [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 07:50:34.632530 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.services.service_base [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 13 07:50:34.632911 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 07:50:34.633234 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 13 07:50:34.645342 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 07:50:34.645688 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading Plugin: auto_allocate Sep 13 07:50:34.652185 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: network precommit_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.652497 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: network precommit_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.653025 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 07:50:34.653355 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading Plugin: tag Sep 13 07:50:34.659903 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 07:50:34.660242 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading Plugin: timestamp Sep 13 07:50:34.664272 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 07:50:34.664610 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading Plugin: network_ip_availability Sep 13 07:50:34.670115 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.670495 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.670864 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.671590 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 07:50:34.671919 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading Plugin: flavors Sep 13 07:50:34.676616 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 07:50:34.676955 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading Plugin: revisions Sep 13 07:50:34.681695 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 07:50:34.682113 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_concurrency.lockutils [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.907s {{(pid=106131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 07:50:34.682862 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106131) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 13 07:50:34.683202 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Initializing extension manager. Sep 13 07:50:34.683735 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: __init__.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.684081 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: __pycache__ {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.684421 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: address_group.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.685304 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.685906 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: address-group Sep 13 07:50:34.686240 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: address_scope.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.686925 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.687439 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: address-scope Sep 13 07:50:34.687768 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.688652 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.689171 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: router-admin-state-down-before-update Sep 13 07:50:34.689496 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: agent.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.690197 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.690717 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: agent Sep 13 07:50:34.691050 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: agent_resources_synced.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.692033 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.692595 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: agent-resources-synced Sep 13 07:50:34.692921 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: allowedaddresspairs.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.694871 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.695401 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: allowed-address-pairs Sep 13 07:50:34.695821 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: auto_allocated_topology.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.697415 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.697987 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: auto-allocated-topology Sep 13 07:50:34.698317 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: availability_zone.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.698980 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.699495 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: availability_zone Sep 13 07:50:34.699821 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: availability_zone_filter.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.700709 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.701230 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: availability_zone_filter Sep 13 07:50:34.701555 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: data_plane_status.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.702458 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.702972 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension data-plane-status not supported by any of loaded plugins Sep 13 07:50:34.703298 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: default_subnetpools.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.704181 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.704693 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: default-subnetpools Sep 13 07:50:34.705019 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.705815 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.706335 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: dhcp_agent_scheduler Sep 13 07:50:34.706661 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: dns.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.707534 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.708098 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension dns-integration not supported by any of loaded plugins Sep 13 07:50:34.708423 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: dns_domain_ports.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.709303 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.709846 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 13 07:50:34.710173 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.711058 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.711592 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 13 07:50:34.712023 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: dvr.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.713237 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.713768 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: dvr Sep 13 07:50:34.714220 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: ecmp_routes.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.715165 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.715675 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 13 07:50:34.716002 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: empty_string_filtering.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.716878 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.717393 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: empty-string-filtering Sep 13 07:50:34.717721 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.718622 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.719137 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 13 07:50:34.719466 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.720339 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.720847 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 13 07:50:34.721176 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: external_net.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.722091 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.722605 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: external-net Sep 13 07:50:34.722933 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.723799 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.724320 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: extra_dhcp_opt Sep 13 07:50:34.724647 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: extraroute.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.725513 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.726060 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: extraroute Sep 13 07:50:34.726388 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: extraroute_atomic.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.727371 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.727893 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: extraroute-atomic Sep 13 07:50:34.728261 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: filter_validation.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.728896 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.729407 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: filter-validation Sep 13 07:50:34.729761 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: fip_pf_description.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.730633 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.731145 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 13 07:50:34.731473 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: fip_pf_detail.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.732342 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.732858 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 13 07:50:34.733184 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: fip_pf_port_range.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.734103 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.734615 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 13 07:50:34.734942 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: fip_port_details.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.735825 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.736344 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: fip-port-details Sep 13 07:50:34.736671 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: flavors.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.737895 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.738425 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: flavors Sep 13 07:50:34.738759 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.740367 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.740901 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 13 07:50:34.741240 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: floatingip_pools.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.741943 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.742465 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: floatingip-pools Sep 13 07:50:34.742799 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: ip_allocation.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.743711 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.744234 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension ip_allocation not supported by any of loaded plugins Sep 13 07:50:34.744564 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.745469 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.746025 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: ip-substring-filtering Sep 13 07:50:34.746354 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l2_adjacency.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.747251 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.747768 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 13 07:50:34.748097 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l3.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.749028 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.749552 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: router Sep 13 07:50:34.749913 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.752294 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.752839 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 13 07:50:34.753176 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.754109 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.754638 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: ext-gw-mode Sep 13 07:50:34.754971 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.755859 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.756384 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: l3-ha Sep 13 07:50:34.756712 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.757589 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.758137 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 13 07:50:34.758466 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l3_flavors.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.759869 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.760390 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: l3-flavors Sep 13 07:50:34.760720 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.762099 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.762627 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 13 07:50:34.762961 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.763841 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.764370 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 13 07:50:34.764701 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: l3agentscheduler.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.765702 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.766254 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: l3_agent_scheduler Sep 13 07:50:34.766588 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: local_ip.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.768296 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.768828 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension local_ip not supported by any of loaded plugins Sep 13 07:50:34.769166 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: logging.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.770619 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.771148 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension logging not supported by any of loaded plugins Sep 13 07:50:34.771485 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: metering.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.772191 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.772775 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: metering Sep 13 07:50:34.773109 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.774201 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.774733 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: metering_source_and_destination_fields Sep 13 07:50:34.775617 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: multiprovidernet.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.776525 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.777056 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: multi-provider Sep 13 07:50:34.777412 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: netmtu.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.778315 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.778835 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: net-mtu Sep 13 07:50:34.779162 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: netmtu_writable.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.780050 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.780568 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: net-mtu-writable Sep 13 07:50:34.780894 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: network_availability_zone.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.781531 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.782080 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: network_availability_zone Sep 13 07:50:34.782409 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: network_ip_availability.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.783471 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.783991 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: network-ip-availability Sep 13 07:50:34.784319 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: network_segment_range.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.785051 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.785563 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension network-segment-range not supported by any of loaded plugins Sep 13 07:50:34.785927 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: pagination.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.786868 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.787202 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: pagination Sep 13 07:50:34.787529 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: port_device_profile.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.788398 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.788919 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: port-device-profile Sep 13 07:50:34.789247 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: port_mac_address_override.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.790169 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.790729 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: port-mac-override Sep 13 07:50:34.791056 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.791938 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.792458 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: port-mac-address-regenerate Sep 13 07:50:34.792787 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.793663 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.794219 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: port-numa-affinity-policy Sep 13 07:50:34.794555 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: port_resource_request.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.795428 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.795941 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension port-resource-request not supported by any of loaded plugins Sep 13 07:50:34.796268 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: port_resource_request_groups.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.797194 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.797710 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 13 07:50:34.798071 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: portbindings.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.798955 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.799472 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: binding Sep 13 07:50:34.799798 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: portbindings_extended.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.801016 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.801539 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: binding-extended Sep 13 07:50:34.801914 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: portsecurity.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.802794 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.803319 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: port-security Sep 13 07:50:34.803648 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: project_id.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.804782 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.805118 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: project-id Sep 13 07:50:34.805446 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: providernet.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.806645 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.807167 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: provider Sep 13 07:50:34.807497 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.811004 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.811542 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos not supported by any of loaded plugins Sep 13 07:50:34.811878 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.813109 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.813640 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 13 07:50:34.814007 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.814904 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.815429 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 13 07:50:34.815762 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_default.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.816650 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.817178 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-default not supported by any of loaded plugins Sep 13 07:50:34.817513 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_fip.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.818434 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.818960 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-fip not supported by any of loaded plugins Sep 13 07:50:34.819290 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.820171 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.820692 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 13 07:50:34.821025 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_gateway_ip.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.822465 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.822987 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 13 07:50:34.823320 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_port_network_policy.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.824209 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.824732 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 13 07:50:34.825068 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.826099 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.826629 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 13 07:50:34.826960 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.827962 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.828487 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 13 07:50:34.828823 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_pps_rule.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.830001 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.830531 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-pps not supported by any of loaded plugins Sep 13 07:50:34.830865 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_rule_type_details.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.831751 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.832270 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 13 07:50:34.832602 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.833487 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.834036 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 13 07:50:34.834367 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: qos_rules_alias.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.835389 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.835911 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 13 07:50:34.836239 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: quota_check_limit.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.837117 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.838226 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: quota-check-limit Sep 13 07:50:34.838555 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: quotasv2.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.839446 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.839780 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: quotas Sep 13 07:50:34.840107 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: quotasv2_detail.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.841780 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.842127 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: quota_details Sep 13 07:50:34.842462 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: rbac.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.843480 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.844018 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: rbac-policies Sep 13 07:50:34.844350 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: rbac_address_group.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.845264 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.845814 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: rbac-address-group Sep 13 07:50:34.846143 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: rbac_address_scope.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.847107 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.847635 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: rbac-address-scope Sep 13 07:50:34.847965 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: rbac_security_groups.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.848861 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.849381 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: rbac-security-groups Sep 13 07:50:34.849710 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: rbac_subnetpool.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.850623 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.851145 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: rbac-subnetpool Sep 13 07:50:34.851473 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: revisionifmatch.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.852366 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.852884 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: revision-if-match Sep 13 07:50:34.853257 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: revisions.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.854391 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.854921 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: standard-attr-revisions Sep 13 07:50:34.855250 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: router_availability_zone.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.855886 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.856402 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: router_availability_zone Sep 13 07:50:34.856727 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: routerservicetype.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.857619 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.858168 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension router-service-type not supported by any of loaded plugins Sep 13 07:50:34.858495 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.859382 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.859901 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: security-groups-normalized-cidr Sep 13 07:50:34.860229 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.861121 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.861639 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: port-security-groups-filtering Sep 13 07:50:34.861994 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.862883 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.863404 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: security-groups-remote-address-group Sep 13 07:50:34.863734 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.864640 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.865162 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: security-groups-shared-filtering Sep 13 07:50:34.865492 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: securitygroup.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.875195 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.875746 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: security-group Sep 13 07:50:34.876083 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: segment.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.876778 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.877303 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension segment not supported by any of loaded plugins Sep 13 07:50:34.877635 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.878575 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.879153 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 13 07:50:34.879487 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: servicetype.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.880544 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.881075 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: service-type Sep 13 07:50:34.881404 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: sorting.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.882393 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.882746 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: sorting Sep 13 07:50:34.883194 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: standard_attr_segment.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.884115 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.885172 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 13 07:50:34.885506 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: standardattrdescription.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.886157 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.886688 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: standard-attr-description Sep 13 07:50:34.887139 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: stateful_security_group.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.887905 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.888431 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: stateful-security-group Sep 13 07:50:34.888763 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: stdattrs_common.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.889324 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 13 07:50:34.889653 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.890585 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.891113 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 13 07:50:34.891442 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: subnet_onboard.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.892471 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.892995 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: subnet_onboard Sep 13 07:50:34.893326 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.894257 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.894778 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 13 07:50:34.895111 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: subnet_service_types.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.896015 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.896544 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: subnet-service-types Sep 13 07:50:34.896873 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: subnetallocation.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.897967 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.898500 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: subnet_allocation Sep 13 07:50:34.898834 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.899475 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.900642 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: subnetpool-prefix-ops Sep 13 07:50:34.900972 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.901911 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.902488 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 13 07:50:34.902759 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: tagging.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.903803 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.904342 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: standard-attr-tag Sep 13 07:50:34.904674 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: timestamp.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.905866 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.906396 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loaded extension: standard-attr-timestamp Sep 13 07:50:34.906729 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: trunk.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.907718 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.908241 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension trunk not supported by any of loaded plugins Sep 13 07:50:34.908574 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: trunk_details.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.909455 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.910006 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension trunk-details not supported by any of loaded plugins Sep 13 07:50:34.910342 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: uplink_status_propagation.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.911230 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.911750 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 13 07:50:34.912080 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Loading extension file: vlantransparent.py {{(pid=106131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 07:50:34.912724 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 07:50:34.913237 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 13 07:50:34.915983 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:network Sep 13 07:50:34.916521 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:subnet Sep 13 07:50:34.916932 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 07:50:34.917334 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:port Sep 13 07:50:34.918675 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.919130 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service FLAVORS assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.919753 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.920200 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.920544 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:router Sep 13 07:50:34.920987 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 07:50:34.921490 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service METERING assigned prefix: /metering {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.922970 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.923350 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.923711 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:50:34.924731 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 07:50:34.925194 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:security_group Sep 13 07:50:34.925642 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 07:50:34.926232 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service CORE assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.926580 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 07:50:34.926936 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] subnetpool is already registered Sep 13 07:50:34.927372 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service CORE assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.927704 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 07:50:34.928045 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] subnetpool is already registered Sep 13 07:50:34.930491 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.931258 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service FLAVORS assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.931902 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.932451 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.932797 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:router Sep 13 07:50:34.933157 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] router is already registered Sep 13 07:50:34.933590 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:floatingip Sep 13 07:50:34.933966 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] floatingip is already registered Sep 13 07:50:34.934442 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service METERING assigned prefix: /metering {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.935181 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 07:50:34.935525 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] rbac_policy is already registered Sep 13 07:50:34.935952 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:security_group Sep 13 07:50:34.936307 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] security_group is already registered Sep 13 07:50:34.936743 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 07:50:34.937086 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] security_group_rule is already registered Sep 13 07:50:34.937589 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service CORE assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.937950 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 07:50:34.938292 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] subnetpool is already registered Sep 13 07:50:34.938733 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.v2.resource_helper [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Service CORE assigned prefix: {{(pid=106131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 07:50:34.939067 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 07:50:34.939403 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING neutron.quota.resource_registry [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] subnetpool is already registered Sep 13 07:50:34.939884 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: extensions {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.941483 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: address-groups {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.943003 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: address-scopes {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.944217 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: agents {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.945381 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: auto-allocated-topology {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.948436 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: availability_zones {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.949671 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: dhcp-networks {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.951132 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: dhcp-agents {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.952678 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: routers {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.954437 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: flavors {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.955606 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: service_profiles {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.956931 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: next_providers {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.958434 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: service_profiles {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.959897 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: floatingip-pools {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.961151 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: routers {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.963575 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: floatingips {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.964773 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: l3-routers {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.966215 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: l3-agents {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.967730 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: metering-labels {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.969028 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: metering-label-rules {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.970423 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: network-ip-availabilities {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.971794 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: bindings {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.973403 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: quotas {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.975118 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: quotas {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.976782 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: rbac-policies {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.978183 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: security-groups {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.979396 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: security-group-rules {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.980673 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: service-providers {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.982027 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: subnetpools {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.983375 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: subnetpools {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.984842 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.986656 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.988403 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.990324 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.992038 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.994437 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.996247 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.998096 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:34.999918 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:35.001816 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron.api.extensions [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Extended resource: tags {{(pid=106131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 07:50:35.008805 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING keystonemiddleware.auth_token [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 13 07:50:35.014528 dv-cinder-857075-3-iscsi neutron-server[106131]: WARNING keystonemiddleware.auth_token [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 13 07:50:35.023569 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_concurrency.lockutils [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Acquiring lock "singleton_lock" {{(pid=106131) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 13 07:50:35.023916 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_concurrency.lockutils [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Acquired lock "singleton_lock" {{(pid=106131) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 13 07:50:35.024388 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_concurrency.lockutils [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Releasing lock "singleton_lock" {{(pid=106131) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 13 07:50:35.025069 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO oslo_service.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Starting 2 workers Sep 13 07:50:35.029956 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Started child 106242 {{(pid=106131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 07:50:35.034420 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Started child 106243 {{(pid=106131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 07:50:35.035421 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:35.036092 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO neutron.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 13 07:50:35.036601 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:35.036939 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [-] (106242) wsgi starting up on http://0.0.0.0:9696 Sep 13 07:50:35.039148 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO oslo_service.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Starting 1 workers Sep 13 07:50:35.039295 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:35.040550 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [-] (106243) wsgi starting up on http://0.0.0.0:9696 Sep 13 07:50:35.044391 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Started child 106244 {{(pid=106131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 07:50:35.044932 dv-cinder-857075-3-iscsi neutron-server[106131]: INFO oslo_service.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Starting 1 workers Sep 13 07:50:35.048190 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] calling RpcWorker wait() {{(pid=106244) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 13 07:50:35.048745 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] returning from RpcWorker wait() {{(pid=106244) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 13 07:50:35.049415 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Started child 106245 {{(pid=106131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 07:50:35.050035 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:35.050191 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG neutron_lib.callbacks.manager [None req-50f8cb1a-a7d5-475f-b556-e417ec5b5be9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:35.050629 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:50:35.052235 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106131) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 07:50:35.052448 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 07:50:35.052641 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 07:50:35.052878 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 07:50:35.053230 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 07:50:35.053414 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 07:50:35.053961 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.054249 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.054448 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:35.054936 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.054936 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.055345 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.055438 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:50:35.055629 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.056656 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.056948 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.057209 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.057382 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.057553 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.057834 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.058070 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.058399 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.058686 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.058942 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.059180 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.059355 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.059600 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.059860 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.060123 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.060411 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] debug = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.060677 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.061155 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.061412 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.061654 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.061921 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.062221 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.062483 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.062782 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.063034 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.063279 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.063528 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.063799 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.064045 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.064282 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.064522 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.064802 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.065054 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.065719 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] host = dv-cinder-857075-3-iscsi {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.065999 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.066253 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.066525 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.066791 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.067057 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.067298 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.067583 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.067840 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.068097 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.068324 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.068585 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.068844 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.069064 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.069312 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.069479 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_options = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.069768 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.070036 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.070313 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.070504 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.070677 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.070843 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.071112 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.071281 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.071537 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.071854 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.072562 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.072800 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.073017 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.073266 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.073512 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.073756 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.073984 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.074304 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.074843 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.075315 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.075763 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.076737 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.076737 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.076737 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.076945 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.077243 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.078086 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.078372 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.078616 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.080307 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.080784 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.081170 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.083178 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.083459 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.083748 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.084026 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.084272 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.084536 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.084804 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.085046 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.085309 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.085866 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.085866 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.086155 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.086287 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.086537 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.086703 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_json = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.086948 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.087137 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.087420 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.088285 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.088285 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.088285 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.088285 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.088769 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.088769 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.089161 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.089459 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.089901 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.090047 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.090277 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.090522 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.090827 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.091435 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.091754 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.092020 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.092564 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.093200 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.093519 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.093805 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.094075 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.094409 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.094665 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.094951 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.095195 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.095417 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.095652 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.095879 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.096179 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.096419 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.096659 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.096891 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.097117 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.097476 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.097756 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.098030 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.098366 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.098671 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.098905 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.099160 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.099372 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.099616 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.099832 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.100221 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.100630 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.100869 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.101149 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.101405 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.101648 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.101927 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.102164 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.102397 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.102644 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.102899 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.103178 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.103487 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.103892 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.104313 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.105465 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.105710 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.105980 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.106198 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.106597 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.106978 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.107252 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.107494 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.107731 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.107957 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.108209 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.108450 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.108680 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.108893 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.109112 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.109325 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.109568 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.111372 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.111614 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.111865 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.112116 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.112339 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.112565 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.112792 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.113054 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.113286 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.113522 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.113758 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.114187 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.114433 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.114911 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.115179 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.115704 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.115932 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.116170 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.116388 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.116604 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.116819 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.117080 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.117376 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.117934 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.118236 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.118504 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.119303 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.119739 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.120154 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.120550 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.120928 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.121153 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.121370 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.121639 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.121892 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.122141 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.122384 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.122625 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.122882 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.123104 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.123343 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.123562 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.123804 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.124014 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.124258 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.124482 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.124725 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.124952 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.125210 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.125477 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.125752 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.125973 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.126229 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.126463 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.126745 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.126998 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.127295 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.127520 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.127786 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.128085 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.128372 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.128638 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.128888 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.129137 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.129392 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.129660 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.129941 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.130174 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.130408 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.130649 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.130893 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.131136 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.131368 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.131620 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.131952 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.132199 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.132441 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.132655 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.132943 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.133193 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.133434 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.133705 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.133977 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.134231 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.135026 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.135262 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.135645 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.135916 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.136263 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.137039 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.137256 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.137561 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.137893 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.138118 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.138335 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.138571 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.138791 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.139033 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.139354 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.139533 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.139757 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.139925 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.140145 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.140366 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.140602 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.140819 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.141036 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.141272 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.141482 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.141712 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.141967 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.142232 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.142484 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.142698 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.142925 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.143178 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.143428 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.143641 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.143906 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.144350 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.144350 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.144639 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.144772 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.145002 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.145233 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.145463 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.145677 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.145954 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.146202 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.146543 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.146803 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.147036 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.147307 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.147581 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.147784 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.148004 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.148224 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.148474 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.148708 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.149058 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.149181 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.149382 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.149605 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.149910 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.150131 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.150368 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.150587 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.150844 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.151083 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.151338 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.151569 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.151819 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.152040 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.152275 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.152539 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.152713 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.152924 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.153133 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.153344 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.153560 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.153792 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.154122 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.154364 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.154595 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.154858 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.155076 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.155288 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.155517 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.155728 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.155959 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.156185 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.156401 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.156611 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.156874 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.157083 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.157292 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.157512 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.157760 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.157961 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.158211 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.158441 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.158651 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.158894 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.159036 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:50:35.159138 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.159307 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.159530 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.159739 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.159947 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.160168 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.160384 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.160592 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.160837 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.161046 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.161256 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.161477 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.161720 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.161958 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.162258 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.162676 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.162902 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.163209 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.164182 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.164444 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.164672 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.165074 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.165384 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.165659 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.165917 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.166140 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.166382 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.166638 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.166976 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.167270 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.168371 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.168371 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.168371 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.168371 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.168828 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.168828 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.169095 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.169420 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.169695 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.169977 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.170231 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.170473 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.171696 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.171696 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.171696 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.171696 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.171696 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.172275 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.172275 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.172275 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.172494 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.172646 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.172860 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.173114 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.173347 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.173566 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.173813 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.173973 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 07:50:35.174540 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106131) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 07:50:35.174702 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 07:50:35.174856 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 07:50:35.175020 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 07:50:35.175385 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 07:50:35.175542 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 07:50:35.175749 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.175917 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.176059 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.176207 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.176388 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.176551 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.176709 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.176866 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.177023 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.177179 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.177334 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.177491 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.177652 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.177831 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.177988 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.178145 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.178301 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.178463 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.178621 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.178777 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.178934 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.179150 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] debug = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.179267 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.179444 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.179632 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.179751 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.180376 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.180376 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.180376 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.180376 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.180770 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.180770 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.180770 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.181910 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.181910 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.182194 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.182194 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.182453 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.182591 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.182819 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] host = dv-cinder-857075-3-iscsi {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.182819 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.183505 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.183666 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.183825 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.183982 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.184138 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.184295 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.184441 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.184583 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.184726 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.184883 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.185076 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.185283 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.185523 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.185687 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_options = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.185853 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.186011 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.186153 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.186338 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.186501 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.186650 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.186795 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.186948 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.187105 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.187252 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.187389 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.187535 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.187692 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.187848 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.188006 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.188154 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.188311 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.188456 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.188604 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.188742 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.188890 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.189040 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.189195 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.189351 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.189508 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.189663 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.189843 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.189998 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.190156 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.190299 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.190451 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.190607 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.190763 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.190920 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.191076 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.191231 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.191387 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.191543 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.191703 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.191859 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.192015 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.192171 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.192326 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.192481 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.192638 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.192792 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.192948 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_json = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.193106 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.193263 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.193420 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.193577 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.193757 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.193909 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.194065 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.194221 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.194376 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 07:50:35.194552 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.194715 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.194885 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.195047 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.195208 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.195368 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.195528 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.195688 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.195848 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.196008 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.196175 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.196335 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.196506 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.196666 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.197411 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.197573 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.197769 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.197902 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.198046 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.198214 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.198373 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.198532 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.198701 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.198862 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.199020 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.199179 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.199339 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.199506 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.199665 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.199832 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.200006 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.200166 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.200328 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.200487 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.200648 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.200809 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.200970 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.201129 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.201289 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.201450 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.201611 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.201790 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.201952 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.202111 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.202271 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.202430 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.202590 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.202748 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.202908 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.203068 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.203228 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.203448 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.203615 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.203777 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.203937 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.204097 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.204257 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.204427 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.204588 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.204747 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.204908 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.205068 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.205228 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.205389 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.205548 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.205707 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.205888 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.206046 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.206218 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.206379 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.206538 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.206698 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.206865 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.207005 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.207163 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.207323 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.207482 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.207641 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.207800 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.207961 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.208125 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.208285 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.208444 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.208603 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.208762 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.208921 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.209080 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.209239 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.209398 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.209557 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.209716 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.209904 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.210080 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.210240 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.210400 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.210559 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.210719 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.210878 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.211038 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.211197 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.211356 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.211516 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.211675 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.211834 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.211995 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.212155 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.212344 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.212497 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.212655 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.212814 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.212973 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.213133 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.213290 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.213451 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.213609 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.213786 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.213947 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.214107 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.214266 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.214425 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.214583 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.214742 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.214901 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.215071 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.215230 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.215392 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.215553 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.215719 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.215887 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.216049 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.216209 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.216370 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.216529 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.216689 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.216848 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.217009 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.217168 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.217327 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.217487 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.217657 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.217838 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.217997 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.218161 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.218342 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.218501 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.218660 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.218820 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.218979 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.219139 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.219298 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.219458 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.219617 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.219777 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.219938 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.220098 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.220258 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.220417 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.220577 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.220737 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.220896 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.221055 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.221214 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.221374 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.221534 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.221694 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.221875 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.222034 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.222194 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.222353 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.222512 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.222672 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.222832 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.222991 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.223151 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.223310 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.223470 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.223653 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.223813 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.223972 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.224131 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.224292 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.224452 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.224611 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.224770 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.224937 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.225618 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.225618 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.225618 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.225618 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.225950 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.225950 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.226105 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.226192 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.226280 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.226429 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.226588 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.226747 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.226906 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.227084 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.227244 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.227403 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.227565 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.227724 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.227883 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.228069 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.228228 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.228387 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.228546 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.228707 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.228867 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.229027 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.229185 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.229345 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.229505 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.229662 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.229842 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.230005 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.230166 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.230325 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.230485 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.230644 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.230805 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.230964 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.231123 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.231280 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.231440 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.231599 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.231757 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.231917 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.232076 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.232249 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.232409 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.232569 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.232729 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.232888 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.233047 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.233209 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.233364 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.233522 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.233679 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.233859 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.234025 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.234177 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.234337 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.234497 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.234655 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.234814 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.234973 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.235142 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.235302 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.235460 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.235619 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.235778 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.235937 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.236106 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.236267 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.236425 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.236584 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.236743 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.236901 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.237060 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.237217 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.237377 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.237535 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.237694 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.237877 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.238048 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.238209 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.238369 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.238536 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.238696 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.238854 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.239013 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.239183 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.239343 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.239504 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.239662 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.239821 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.239980 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.240141 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.240305 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.240472 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.240638 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.240799 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.240966 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.241134 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.241300 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.241459 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.241624 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.241819 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.241980 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.242140 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.242299 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.242458 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.242618 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.242777 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.242936 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.243095 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.243254 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.243417 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.244083 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.244302 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.244439 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.244532 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.244690 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.244847 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.245006 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.245165 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.245323 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 07:50:35.245475 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 07:50:35.388894 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 52484) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:50:35.396140 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051110 Sep 13 07:50:35.402336 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0056145 Sep 13 07:50:44.523483 dv-cinder-857075-3-iscsi neutron-server[106131]: DEBUG dbcounter [-] [106131] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:50:46.784251 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f41141-2cb7-42a9-adbb-766ff306fa33 None None] get_active_networks_info from dv-cinder-857075-3-iscsi {{(pid=106244) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 13 07:50:46.787834 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writer thread running {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 07:50:46.842513 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-95833aea-108b-4592-9e11-730e1b7e23ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16408639'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:46.886013 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f41141-2cb7-42a9-adbb-766ff306fa33 None None] No non-hosted networks {{(pid=106244) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 13 07:50:48.438992 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writer thread running {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 07:50:48.994669 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9e4f8ced-3dd2-4728-b5a9-59320ff35c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16408639'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:49.000024 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e2c6c9c5-e4d7-4d98-9b00-57bcc2cb9a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:50.167075 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16408639'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:50.584406 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 52556) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:50:51.178813 dv-cinder-857075-3-iscsi neutron-server[106243]: WARNING oslo_policy.policy [None req-e36dfba9-e8ed-48ff-a4ba-d25a8bc28765 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 07:50:51.179531 dv-cinder-857075-3-iscsi neutron-server[106243]: WARNING oslo_policy.policy [None req-e36dfba9-e8ed-48ff-a4ba-d25a8bc28765 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 07:50:51.425568 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [None req-e36dfba9-e8ed-48ff-a4ba-d25a8bc28765 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:50:51.433980 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e36dfba9-e8ed-48ff-a4ba-d25a8bc28765 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8461301 Sep 13 07:50:51.683650 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16408639'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:51.741932 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16408639'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:51.743003 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.743514 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.743944 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.745062 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.745449 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.745806 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.746176 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.746611 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.746933 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.747343 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.747718 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.748084 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.748417 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.748770 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.749173 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:51.749604 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857075-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:50:51.768592 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857075-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:50:53.247737 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.db.l3_hamode_db [None req-fad1a3a7-dbee-4a41-9aa6-c16f40bb6d6b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 13 07:50:53.325710 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1a3a7-dbee-4a41-9aa6-c16f40bb6d6b None None] Routers set() bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:50:53.326120 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1a3a7-dbee-4a41-9aa6-c16f40bb6d6b None None] Router IDs set() for agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 13 07:50:54.150223 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 52592) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:50:54.663769 dv-cinder-857075-3-iscsi neutron-server[106242]: WARNING oslo_policy.policy [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 07:50:54.664315 dv-cinder-857075-3-iscsi neutron-server[106242]: WARNING oslo_policy.policy [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 07:50:54.882413 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:50:54.894986 dv-cinder-857075-3-iscsi neutron-server[106242]: ERROR stevedore.extension [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 07:50:54.975915 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.policy [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106242) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 07:50:55.018031 dv-cinder-857075-3-iscsi neutron-server[106242]: WARNING oslo_policy.policy [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 07:50:55.018394 dv-cinder-857075-3-iscsi neutron-server[106242]: WARNING oslo_policy.policy [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 07:50:55.038673 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writer thread running {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 07:50:55.112107 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780636286252', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780636285744', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780636236402', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780636245886', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780636251787', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780636256657', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-980070', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-954426', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16499359', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16460449'] for rbac-policy (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:55.181690 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:55.183050 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0393d8a7-9a84-4a2b-8cb5-2c0f07587058 admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0309541 Sep 13 07:50:57.764346 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 52608) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:50:58.084966 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:50:58.114819 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Made reservation on behalf of 4f072ceca65e4101b7fb4ce52db5662f for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:50:58.119250 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:58.138223 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:58.249705 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Publish callbacks [] for security_group (ae581417-a998-4856-b6eb-c98196261f3b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:58.253494 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ae581417-a998-4856-b6eb-c98196261f3b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:58.274571 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:50:58.311478 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780632917167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (a775939e-f809-4955-8f68-622347547371), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:58.311986 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Unsubscribe: segment precommit_create {{(pid=106242) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 07:50:58.312516 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Added segment a775939e-f809-4955-8f68-622347547371 of type vlan for network fef664e1-6ae6-4454-b0b8-80427b21350c Sep 13 07:50:58.346008 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ae581417-a998-4856-b6eb-c98196261f3b,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:50:58.386294 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.386639 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.386992 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.387341 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.387687 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.387995 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.388317 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.388638 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.388956 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.389274 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.389593 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.389957 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.390278 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.390592 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.390907 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Tracked resource versions report: Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: pushed versions: Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: { 'AddressGroup': {'1.2'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Agent': {'1.1'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'ConntrackHelper': {'1.0'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Log': {'1.0'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'NDPProxy': {'1.0'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Network': {'1.1'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Port': {'1.7'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'PortForwarding': {'1.3'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'QosPolicy': {'1.10'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SecurityGroup': {'1.5'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SubPort': {'1.0'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Subnet': {'1.1'}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Trunk': {'1.1'}} Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: consumer versions: Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: { DHCP agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: L3 agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: Metadata agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: Metering agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: Open vSwitch agent@dv-cinder-857075-3-iscsi: { 'AddressGroup': '1.2', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Agent': '1.1', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'ConntrackHelper': '1.0', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'LocalIPAssociation': '1.0', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Log': '1.0', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'NDPProxy': '1.0', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Network': '1.1', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Port': '1.7', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'PortForwarding': '1.3', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'QosPolicy': '1.10', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SecurityGroup': '1.5', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SecurityGroupRule': '1.2', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SubPort': '1.0', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Subnet': '1.1', Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Trunk': '1.1'}} Sep 13 07:50:58.392301 dv-cinder-857075-3-iscsi neutron-server[106242]: {{(pid=106242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:50:58.419297 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (fef664e1-6ae6-4454-b0b8-80427b21350c), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:58.460924 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (fef664e1-6ae6-4454-b0b8-80427b21350c), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:58.467008 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:50:58.467723 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:50:58.473394 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:50:58.540213 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7748942 Sep 13 07:50:58.596060 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f87778-57b8-40c5-b825-b02ff96aa644 demo demo] Pushing event updated for resources: {'Network': ['ID=fef664e1-6ae6-4454-b0b8-80427b21350c,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:50:58.611728 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network fef664e1-6ae6-4454-b0b8-80427b21350c details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:51:01.135972 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 52622) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:01.545966 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b88d2a7-2ce4-4aa8-bd36-faf2b0b4601c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:51:01.547315 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1b88d2a7-2ce4-4aa8-bd36-faf2b0b4601c demo admin] 10.222.0.15 "GET /networking/v2.0/networks/fef664e1-6ae6-4454-b0b8-80427b21350c HTTP/1.1" status: 200 len: 825 time: 0.4103928 Sep 13 07:51:01.571788 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a8ec1b36-bc82-41a4-b979-ce49f9deaeb1 demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/6bd73838-6d90-4edd-bb95-2764c7cefac8 HTTP/1.1" status: 200 len: 734 time: 0.0185387 Sep 13 07:51:01.580852 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '6bd73838-6d90-4edd-bb95-2764c7cefac8'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:51:01.602269 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Made reservation on behalf of 4f072ceca65e4101b7fb4ce52db5662f for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:51:01.604443 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:01.747900 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:01.902240 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (20f65c88-e0be-41a0-b1bd-ad64389f01e6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:01.975178 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Checking segment: {'id': 'a775939e-f809-4955-8f68-622347547371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:51:01.975537 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Network hostable DHCP agents. Network: fef664e1-6ae6-4454-b0b8-80427b21350c, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:51:01.980223 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Pushing event updated for resources: {'Subnet': ['ID=20f65c88-e0be-41a0-b1bd-ad64389f01e6,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:01.998888 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Network fef664e1-6ae6-4454-b0b8-80427b21350c is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:51:02.010877 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, fef664e1-6ae6-4454-b0b8-80427b21350c) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:51:02.015606 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:51:02.016197 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:02.020314 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085c102-bf9b-4952-bcaf-c546021b21e1 None None] Network fef664e1-6ae6-4454-b0b8-80427b21350c requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:51:02.031389 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7299f787-8db2-4724-9267-e3225e945310 demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4538820 Sep 13 07:51:02.281055 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-fef664e1-6ae6-4454-b0b8-80427b21350c', 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c', 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'fixed_ips': [{'subnet_id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:51:02.282430 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:02.541872 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:02.557950 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Allocated IP 172.20.0.2 (fef664e1-6ae6-4454-b0b8-80427b21350c/20f65c88-e0be-41a0-b1bd-ad64389f01e6/3658ecf5-871b-4157-b488-fb43b261d9ed) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:51:02.823541 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Publish callbacks [] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:02.831419 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:02.902641 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Network fef664e1-6ae6-4454-b0b8-80427b21350c is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:51:02.913840 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:51:02.920492 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:51:02.922454 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Pushing event updated for resources: {'Port': ['ID=3658ecf5-871b-4157-b488-fb43b261d9ed,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:02.935455 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.935800 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.936154 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.936511 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.936842 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.937166 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.937495 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.937838 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.938161 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.938482 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.938803 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.939488 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.939822 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.940142 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.940460 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Tracked resource versions report: Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: pushed versions: Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: { 'AddressGroup': {'1.2'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Agent': {'1.1'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'ConntrackHelper': {'1.0'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Log': {'1.0'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'NDPProxy': {'1.0'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Network': {'1.1'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Port': {'1.7'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'PortForwarding': {'1.3'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'QosPolicy': {'1.10'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SecurityGroup': {'1.5'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SubPort': {'1.0'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Subnet': {'1.1'}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Trunk': {'1.1'}} Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: consumer versions: Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: { DHCP agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: L3 agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: Metadata agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: Metering agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: Open vSwitch agent@dv-cinder-857075-3-iscsi: { 'AddressGroup': '1.2', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Agent': '1.1', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'ConntrackHelper': '1.0', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'LocalIPAssociation': '1.0', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Log': '1.0', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'NDPProxy': '1.0', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Network': '1.1', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Port': '1.7', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'PortForwarding': '1.3', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'QosPolicy': '1.10', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SecurityGroup': '1.5', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SecurityGroupRule': '1.2', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SubPort': '1.0', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Subnet': '1.1', Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Trunk': '1.1'}} Sep 13 07:51:02.941959 dv-cinder-857075-3-iscsi neutron-server[106244]: {{(pid=106244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:51:03.018167 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Attempting to bind port 3658ecf5-871b-4157-b488-fb43b261d9ed on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:51:03.018559 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Attempting to bind port 3658ecf5-871b-4157-b488-fb43b261d9ed by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'a775939e-f809-4955-8f68-622347547371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:51:03.018973 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Attempting to bind port 3658ecf5-871b-4157-b488-fb43b261d9ed on network fef664e1-6ae6-4454-b0b8-80427b21350c {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:51:03.063954 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:51:03.064575 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Checking segment: {'id': 'a775939e-f809-4955-8f68-622347547371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:51:03.064775 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:03.065156 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Bound using segment: {'id': 'a775939e-f809-4955-8f68-622347547371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:51:03.065635 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Bound port: 3658ecf5-871b-4157-b488-fb43b261d9ed, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a775939e-f809-4955-8f68-622347547371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:51:03.066046 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:03.097457 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:03.127896 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] For port 3658ecf5-871b-4157-b488-fb43b261d9ed, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:51:03.132085 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] For port 3658ecf5-871b-4157-b488-fb43b261d9ed, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=3658ecf5-871b-4157-b488-fb43b261d9ed,segment=NetworkSegment(a775939e-f809-4955-8f68-622347547371),segment_id=a775939e-f809-4955-8f68-622347547371)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:51:03.140081 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:03.200740 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d3585-ac68-4616-a34e-bd1ab2e5a2d7 None None] Pushing event updated for resources: {'Port': ['ID=3658ecf5-871b-4157-b488-fb43b261d9ed,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:04.691064 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 52632) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:05.020370 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [None req-b72cdb13-f756-4f44-9d2c-87fd0daaff9b admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:51:05.021406 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b72cdb13-f756-4f44-9d2c-87fd0daaff9b admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3293166 Sep 13 07:51:07.084831 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:07.103141 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=8 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:07.866789 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 52642) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:08.200436 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [None req-eeeb7ed5-6c16-4b1e-b8d8-cdc21a98185c admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:51:08.201513 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-eeeb7ed5-6c16-4b1e-b8d8-cdc21a98185c admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3337128 Sep 13 07:51:10.864869 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 52654) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:11.217625 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:51:11.227347 dv-cinder-857075-3-iscsi neutron-server[106243]: ERROR stevedore.extension [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 07:51:11.233437 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab728d-8d94-4ece-88e5-bc695f93d7f0 None None] Network fef664e1-6ae6-4454-b0b8-80427b21350c requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:51:11.280361 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.policy [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106243) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 07:51:11.306298 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-58ce445c-9551-4b9e-a5b5-8b88d4affae0 None None] Provisioning complete for port 3658ecf5-871b-4157-b488-fb43b261d9ed triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:11.306699 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-58ce445c-9551-4b9e-a5b5-8b88d4affae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.324054 dv-cinder-857075-3-iscsi neutron-server[106243]: WARNING oslo_policy.policy [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 07:51:11.324432 dv-cinder-857075-3-iscsi neutron-server[106243]: WARNING oslo_policy.policy [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 07:51:11.346975 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writer thread running {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 07:51:11.373902 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:11.393478 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (36364c2b-1461-4813-90b9-41ff7554223d), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.395614 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (36364c2b-1461-4813-90b9-41ff7554223d), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.500898 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 3658ecf5-871b-4157-b488-fb43b261d9ed up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:51:11.506192 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-58ce445c-9551-4b9e-a5b5-8b88d4affae0 None None] Current status of the port 3658ecf5-871b-4157-b488-fb43b261d9ed is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:51:11.506578 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-58ce445c-9551-4b9e-a5b5-8b88d4affae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.558053 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] Publish callbacks [] for router_controller (36364c2b-1461-4813-90b9-41ff7554223d), precommit_add_association {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.563585 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (36364c2b-1461-4813-90b9-41ff7554223d), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.572242 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-58ce445c-9551-4b9e-a5b5-8b88d4affae0 None None] For port 3658ecf5-871b-4157-b488-fb43b261d9ed, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=3658ecf5-871b-4157-b488-fb43b261d9ed,segment=NetworkSegment(a775939e-f809-4955-8f68-622347547371),segment_id=a775939e-f809-4955-8f68-622347547371)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:51:11.579273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-58ce445c-9551-4b9e-a5b5-8b88d4affae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.589496 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 3658ecf5-871b-4157-b488-fb43b261d9ed triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:11.589922 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.590951 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.597996 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e5af3cb6-9a10-4500-9ca0-0c1b29df589c demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7283871 Sep 13 07:51:11.642858 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:11.672586 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce445c-9551-4b9e-a5b5-8b88d4affae0 None None] Pushing event updated for resources: {'Port': ['ID=3658ecf5-871b-4157-b488-fb43b261d9ed,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:11.716674 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-eb22c783-0dfc-4745-9beb-959053d1225e None None] Provisioning complete for port 3658ecf5-871b-4157-b488-fb43b261d9ed triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:11.717019 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-eb22c783-0dfc-4745-9beb-959053d1225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:11.725293 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 3658ecf5-871b-4157-b488-fb43b261d9ed is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:51:11.799334 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-eb22c783-0dfc-4745-9beb-959053d1225e None None] Current status of the port 3658ecf5-871b-4157-b488-fb43b261d9ed is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:51:12.022338 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=60,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:12.025168 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=23,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:13.472936 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 3658ecf5-871b-4157-b488-fb43b261d9ed up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:51:13.515461 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 3658ecf5-871b-4157-b488-fb43b261d9ed triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:13.515855 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:13.538279 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:13.588793 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 3658ecf5-871b-4157-b488-fb43b261d9ed is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:51:14.223179 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 52668) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:14.535967 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [None req-cf030963-60ff-4c6c-b0f1-193f7bc4589d admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:51:14.536960 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-cf030963-60ff-4c6c-b0f1-193f7bc4589d admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3128583 Sep 13 07:51:16.735997 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f106ad84-7db9-496f-b623-b69507a584e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:17.182097 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 52676) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:17.499213 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:51:17.521900 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Made reservation on behalf of dab10ae977dc434f9d22b1fb83ca19e8 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:51:17.524615 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:17.540257 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:17.644940 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Publish callbacks [] for security_group (43e79279-c9ab-4af2-b7b6-1c1362b617e4), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:17.648724 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (43e79279-c9ab-4af2-b7b6-1c1362b617e4), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:17.660157 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Reserving flat network on physical network physnet1 {{(pid=106243) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 13 07:51:17.694275 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780632917167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (cc30e687-ee24-45d3-bd82-8a785af9fcfd), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:17.694809 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Unsubscribe: segment precommit_create {{(pid=106243) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 07:51:17.695335 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Added segment cc30e687-ee24-45d3-bd82-8a785af9fcfd of type flat for network c58be4f5-35d2-4614-bf17-4f989e055679 Sep 13 07:51:17.710685 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e79279-c9ab-4af2-b7b6-1c1362b617e4,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:17.755859 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.756131 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.756485 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.756821 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.757171 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.757491 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.757832 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.758151 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.758480 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.758805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.759136 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.759467 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.759781 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.760091 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.760402 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Tracked resource versions report: Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: pushed versions: Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: { 'AddressGroup': {'1.2'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Agent': {'1.1'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'ConntrackHelper': {'1.0'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Log': {'1.0'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'NDPProxy': {'1.0'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Network': {'1.1'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Port': {'1.7'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'PortForwarding': {'1.3'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'QosPolicy': {'1.10'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SecurityGroup': {'1.5'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SubPort': {'1.0'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Subnet': {'1.1'}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Trunk': {'1.1'}} Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: consumer versions: Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: { DHCP agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: L3 agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: Metadata agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: Metering agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: Open vSwitch agent@dv-cinder-857075-3-iscsi: { 'AddressGroup': '1.2', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Agent': '1.1', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'ConntrackHelper': '1.0', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'LocalIPAssociation': '1.0', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Log': '1.0', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'NDPProxy': '1.0', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Network': '1.1', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Port': '1.7', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'PortForwarding': '1.3', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'QosPolicy': '1.10', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SecurityGroup': '1.5', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SecurityGroupRule': '1.2', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SubPort': '1.0', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Subnet': '1.1', Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Trunk': '1.1'}} Sep 13 07:51:17.761821 dv-cinder-857075-3-iscsi neutron-server[106243]: {{(pid=106243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:51:17.806431 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (c58be4f5-35d2-4614-bf17-4f989e055679), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:17.848670 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (c58be4f5-35d2-4614-bf17-4f989e055679), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:17.849763 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:51:17.850451 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:17.918067 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7349033 Sep 13 07:51:17.954473 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81b2d2-235d-4243-b0bd-f783f288a43b admin admin] Pushing event updated for resources: {'Network': ['ID=c58be4f5-35d2-4614-bf17-4f989e055679,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:17.965703 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network c58be4f5-35d2-4614-bf17-4f989e055679 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:51:18.948135 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9628556e-5f78-446f-bb9c-59c4e6e43820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:20.091647 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:51:20.177511 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:20.479227 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 52688) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:20.847743 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6274a442-b233-4332-863d-ae0ebaed9f07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:51:20.849055 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6274a442-b233-4332-863d-ae0ebaed9f07 demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/20f65c88-e0be-41a0-b1bd-ad64389f01e6 HTTP/1.1" status: 200 len: 849 time: 0.3689623 Sep 13 07:51:21.008868 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-34b63455-b747-420f-850f-c96998fe2169 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/36364c2b-1461-4813-90b9-41ff7554223d HTTP/1.1" status: 200 len: 704 time: 0.1532366 Sep 13 07:51:21.269184 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:21.551110 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Allocated IP 172.20.0.1 (fef664e1-6ae6-4454-b0b8-80427b21350c/20f65c88-e0be-41a0-b1bd-ad64389f01e6/78da0eca-3a49-49fc-beb9-5ffc7a066e54) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:51:21.617702 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:21.704026 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Publish callbacks [] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:21.739371 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:21.767472 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:21.836975 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Network fef664e1-6ae6-4454-b0b8-80427b21350c is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:51:21.843650 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:51:21.850071 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:51:21.850620 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (36364c2b-1461-4813-90b9-41ff7554223d), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:21.928016 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Pushing event updated for resources: {'Port': ['ID=78da0eca-3a49-49fc-beb9-5ffc7a066e54,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:22.075621 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-82532da8-f470-441c-85c8-1f5b015c4d22 None None] Provisioning complete for port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:22.076014 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-82532da8-f470-441c-85c8-1f5b015c4d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:22.094849 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:22.097602 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:22.100343 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:22.107570 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-82532da8-f470-441c-85c8-1f5b015c4d22 None None] Port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:51:22.302261 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Publish callbacks [] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:22.306585 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:22.307302 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (36364c2b-1461-4813-90b9-41ff7554223d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:22.364441 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Pushing event updated for resources: {'Port': ['ID=78da0eca-3a49-49fc-beb9-5ffc7a066e54,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:22.430996 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Network fef664e1-6ae6-4454-b0b8-80427b21350c is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:51:22.432271 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:51:22.593035 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Router 36364c2b-1461-4813-90b9-41ff7554223d is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:51:22.626002 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-e3d4e9c1-3207-4d00-ac52-e24efc24be27 None None] Provisioning complete for port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:22.626528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e9c1-3207-4d00-ac52-e24efc24be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:22.659923 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-e3d4e9c1-3207-4d00-ac52-e24efc24be27 None None] Port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:51:22.681133 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:51:22.686206 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-8ecc180a-3532-4626-9969-a4a54ec4159d demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/36364c2b-1461-4813-90b9-41ff7554223d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6719124 Sep 13 07:51:22.691209 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Sync routers for ids ['36364c2b-1461-4813-90b9-41ff7554223d'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:51:22.704326 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Routers {'36364c2b-1461-4813-90b9-41ff7554223d'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:51:22.705097 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:51:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['36364c2b-1461-4813-90b9-41ff7554223d'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:51:22.895375 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Set router 36364c2b-1461-4813-90b9-41ff7554223d gateway port host: None {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:51:23.313784 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36364c2b-1461-4813-90b9-41ff7554223d', 'name': 'router1', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:51:11Z', 'updated_at': '2022-09-13T07:51:22Z', 'revision_number': 2, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'gw_port_host': None, '_interfaces': [{'id': '78da0eca-3a49-49fc-beb9-5ffc7a066e54', 'name': '', 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'mac_address': 'fa:16:3e:60:25:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36364c2b-1461-4813-90b9-41ff7554223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:51:21Z', 'updated_at': '2022-09-13T07:51:22Z', 'revision_number': 2, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'subnets': [{'id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bd73838-6d90-4edd-bb95-2764c7cefac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:51:23.363419 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Checking router: 36364c2b-1461-4813-90b9-41ff7554223d for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:51:23.363789 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Updating router 36364c2b-1461-4813-90b9-41ff7554223d port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:51:23.417566 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:23.920868 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Publish callbacks [] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:23.928248 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:24.071242 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Pushing event updated for resources: {'Port': ['ID=78da0eca-3a49-49fc-beb9-5ffc7a066e54,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:24.075772 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Attempting to bind port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:51:24.076160 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Attempting to bind port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'a775939e-f809-4955-8f68-622347547371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:51:24.076587 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Attempting to bind port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 on network fef664e1-6ae6-4454-b0b8-80427b21350c {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:51:24.108949 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.109287 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.109628 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.109989 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.110318 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.110644 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.110968 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.111287 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.111604 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.111920 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.112238 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.112567 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.112880 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.113192 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.113501 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Tracked resource versions report: Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: pushed versions: Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: { 'AddressGroup': {'1.2'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Agent': {'1.1'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'ConntrackHelper': {'1.0'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Log': {'1.0'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'NDPProxy': {'1.0'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Network': {'1.1'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Port': {'1.7'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'PortForwarding': {'1.3'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'QosPolicy': {'1.10'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SecurityGroup': {'1.5'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SubPort': {'1.0'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Subnet': {'1.1'}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Trunk': {'1.1'}} Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: consumer versions: Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: { DHCP agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: L3 agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: Metadata agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: Metering agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: Open vSwitch agent@dv-cinder-857075-3-iscsi: { 'AddressGroup': '1.2', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Agent': '1.1', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'ConntrackHelper': '1.0', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'LocalIPAssociation': '1.0', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Log': '1.0', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'NDPProxy': '1.0', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Network': '1.1', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Port': '1.7', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'PortForwarding': '1.3', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'QosPolicy': '1.10', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SecurityGroup': '1.5', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SecurityGroupRule': '1.2', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SubPort': '1.0', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Subnet': '1.1', Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Trunk': '1.1'}} Sep 13 07:51:24.114947 dv-cinder-857075-3-iscsi neutron-server[106245]: {{(pid=106245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:51:24.176038 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:51:24.176380 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Checking segment: {'id': 'a775939e-f809-4955-8f68-622347547371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:51:24.176802 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:24.177186 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Bound using segment: {'id': 'a775939e-f809-4955-8f68-622347547371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:51:24.177674 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Bound port: 78da0eca-3a49-49fc-beb9-5ffc7a066e54, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a775939e-f809-4955-8f68-622347547371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:51:24.178080 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:24.224193 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:24.243180 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] For port 78da0eca-3a49-49fc-beb9-5ffc7a066e54, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:51:24.256156 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:24.265650 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] For port 78da0eca-3a49-49fc-beb9-5ffc7a066e54, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=78da0eca-3a49-49fc-beb9-5ffc7a066e54,segment=NetworkSegment(a775939e-f809-4955-8f68-622347547371),segment_id=a775939e-f809-4955-8f68-622347547371)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:51:24.273150 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:24.312571 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Routers {'36364c2b-1461-4813-90b9-41ff7554223d'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:51:24.313197 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:51:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['36364c2b-1461-4813-90b9-41ff7554223d'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:51:24.377827 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae67aa-7c8b-4d0b-a3e1-0036efaf7217 None None] Pushing event updated for resources: {'Port': ['ID=78da0eca-3a49-49fc-beb9-5ffc7a066e54,revision_number=4']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:24.406161 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] Set router 36364c2b-1461-4813-90b9-41ff7554223d gateway port host: None {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:51:24.604856 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36364c2b-1461-4813-90b9-41ff7554223d', 'name': 'router1', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:51:11Z', 'updated_at': '2022-09-13T07:51:22Z', 'revision_number': 2, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'gw_port_host': None, '_interfaces': [{'id': '78da0eca-3a49-49fc-beb9-5ffc7a066e54', 'name': '', 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'mac_address': 'fa:16:3e:60:25:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36364c2b-1461-4813-90b9-41ff7554223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:51:21Z', 'updated_at': '2022-09-13T07:51:24Z', 'revision_number': 4, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'subnets': [{'id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bd73838-6d90-4edd-bb95-2764c7cefac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:51:24.633140 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b857e-4122-49fe-95cd-78bc0df5ad03 None None] The sync data for ids ['36364c2b-1461-4813-90b9-41ff7554223d'] in dv-cinder-857075-3-iscsi is: [{'id': '36364c2b-1461-4813-90b9-41ff7554223d', 'name': 'router1', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:51:11Z', 'updated_at': '2022-09-13T07:51:22Z', 'revision_number': 2, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'gw_port_host': None, '_interfaces': [{'id': '78da0eca-3a49-49fc-beb9-5ffc7a066e54', 'name': '', 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'mac_address': 'fa:16:3e:60:25:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36364c2b-1461-4813-90b9-41ff7554223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:51:21Z', 'updated_at': '2022-09-13T07:51:24Z', 'revision_number': 4, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'subnets': [{'id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bd73838-6d90-4edd-bb95-2764c7cefac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:51:25.323937 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 52698) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:25.719976 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c80031-dcd0-4ebb-b395-fef65e59dc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:51:25.721778 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-93c80031-dcd0-4ebb-b395-fef65e59dc9b admin admin] 10.222.0.15 "GET /networking/v2.0/networks/c58be4f5-35d2-4614-bf17-4f989e055679 HTTP/1.1" status: 200 len: 842 time: 0.3964636 Sep 13 07:51:25.731974 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:51:25.753544 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Made reservation on behalf of dab10ae977dc434f9d22b1fb83ca19e8 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:51:25.756209 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:25.941370 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:25.959102 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:26.042405 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.objects.ports [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106242) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 13 07:51:26.042845 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (bcfa1212-b781-4828-8a27-1f7e71be27af), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:26.091990 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfa1212-b781-4828-8a27-1f7e71be27af,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:26.106342 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:51:26.106699 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Network hostable DHCP agents. Network: c58be4f5-35d2-4614-bf17-4f989e055679, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:51:26.123267 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:51:26.133316 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, c58be4f5-35d2-4614-bf17-4f989e055679) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:51:26.138666 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:51:26.139425 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:26.142681 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b4f267-9684-4937-862c-eabfa612a7b4 None None] Network c58be4f5-35d2-4614-bf17-4f989e055679 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:51:26.157154 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-cdaf228f-67b6-40c8-b6d9-d37352e64b7b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4288912 Sep 13 07:51:26.250358 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027723c8-9fe9-439c-aaac-35d311f2befd None None] Network c58be4f5-35d2-4614-bf17-4f989e055679 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:51:27.946134 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=12,neutron:SELECT=39,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:27.950845 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=53,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:28.836635 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 52708) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:29.367507 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b34811c1-03f7-47f2-b4a2-c019160f7945 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/36364c2b-1461-4813-90b9-41ff7554223d HTTP/1.1" status: 200 len: 710 time: 0.5297563 Sep 13 07:51:29.519710 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 78da0eca-3a49-49fc-beb9-5ffc7a066e54 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:51:29.551290 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b2cc68-7fc5-4f68-967d-0991b989428a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:51:29.552676 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-52b2cc68-7fc5-4f68-967d-0991b989428a demo admin] 10.222.0.15 "GET /networking/v2.0/networks/c58be4f5-35d2-4614-bf17-4f989e055679 HTTP/1.1" status: 200 len: 886 time: 0.1795802 Sep 13 07:51:29.562642 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:51:29.578831 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:29.579369 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:29.647963 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:29.658468 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:51:29.658777 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:29.695285 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 78da0eca-3a49-49fc-beb9-5ffc7a066e54, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=78da0eca-3a49-49fc-beb9-5ffc7a066e54,segment=NetworkSegment(a775939e-f809-4955-8f68-622347547371),segment_id=a775939e-f809-4955-8f68-622347547371)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:51:29.700003 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:29.753150 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=78da0eca-3a49-49fc-beb9-5ffc7a066e54,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:29.820792 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Publish callbacks [] for router_gateway (36364c2b-1461-4813-90b9-41ff7554223d), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:30.033418 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Publish callbacks [] for router_gateway (36364c2b-1461-4813-90b9-41ff7554223d), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:30.109508 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:30.293075 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Allocated IP 172.27.1.191 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/c33cb637-1dfa-4331-80b5-3698e524bfa4) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:51:30.403719 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Publish callbacks [] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:30.415088 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:30.441459 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:30.463969 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:30.528976 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:51:30.534279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:51:30.547209 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:51:30.658894 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Pushing event updated for resources: {'Port': ['ID=c33cb637-1dfa-4331-80b5-3698e524bfa4,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:30.865251 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Publish callbacks [] for router_gateway (36364c2b-1461-4813-90b9-41ff7554223d), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:31.049269 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16412621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16409563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3253'] for router (36364c2b-1461-4813-90b9-41ff7554223d), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:31.054281 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16412612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16412479', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16409554'] for router (36364c2b-1461-4813-90b9-41ff7554223d), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:31.155661 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Router 36364c2b-1461-4813-90b9-41ff7554223d has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:51:31.254899 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:51:31.259354 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:31.261341 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d8c92760-4cfb-4a7c-931a-afa12db34da3 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/36364c2b-1461-4813-90b9-41ff7554223d HTTP/1.1" status: 200 len: 890 time: 1.7016327 Sep 13 07:51:31.279717 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Sync routers for ids ['36364c2b-1461-4813-90b9-41ff7554223d'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:51:31.295069 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Routers {'36364c2b-1461-4813-90b9-41ff7554223d'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:51:31.295737 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:51:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['36364c2b-1461-4813-90b9-41ff7554223d'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:51:31.502783 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 78da0eca-3a49-49fc-beb9-5ffc7a066e54 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:51:31.506456 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Set router 36364c2b-1461-4813-90b9-41ff7554223d gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:51:31.597785 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:31.726607 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:31.726921 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:31.942970 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:51:32.058140 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36364c2b-1461-4813-90b9-41ff7554223d', 'name': 'router1', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c33cb637-1dfa-4331-80b5-3698e524bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:51:11Z', 'updated_at': '2022-09-13T07:51:30Z', 'revision_number': 4, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'gw_port': {'id': 'c33cb637-1dfa-4331-80b5-3698e524bfa4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36364c2b-1461-4813-90b9-41ff7554223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:51:30Z', 'updated_at': '2022-09-13T07:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '78da0eca-3a49-49fc-beb9-5ffc7a066e54', 'name': '', 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'mac_address': 'fa:16:3e:60:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36364c2b-1461-4813-90b9-41ff7554223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:51:21Z', 'updated_at': '2022-09-13T07:51:29Z', 'revision_number': 5, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'subnets': [{'id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bd73838-6d90-4edd-bb95-2764c7cefac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:51:32.105188 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Checking router: 36364c2b-1461-4813-90b9-41ff7554223d for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:51:32.105537 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Updating router 36364c2b-1461-4813-90b9-41ff7554223d port c33cb637-1dfa-4331-80b5-3698e524bfa4 binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:51:32.158699 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:32.458000 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:32.461851 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Publish callbacks [] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:32.468325 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:32.504647 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Attempting to bind port c33cb637-1dfa-4331-80b5-3698e524bfa4 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:51:32.504986 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Attempting to bind port c33cb637-1dfa-4331-80b5-3698e524bfa4 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:51:32.505344 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Attempting to bind port c33cb637-1dfa-4331-80b5-3698e524bfa4 on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:51:32.534757 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5526f-1b29-49e9-a388-37192087a0b7 None None] Pushing event updated for resources: {'Port': ['ID=c33cb637-1dfa-4331-80b5-3698e524bfa4,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:32.556458 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:51:32.556824 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:51:32.557215 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:32.557599 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:51:32.558091 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Bound port: c33cb637-1dfa-4331-80b5-3698e524bfa4, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:51:32.558495 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:32.606021 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] For port c33cb637-1dfa-4331-80b5-3698e524bfa4, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:51:32.608986 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] For port c33cb637-1dfa-4331-80b5-3698e524bfa4, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=c33cb637-1dfa-4331-80b5-3698e524bfa4,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:51:32.614338 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:32.646908 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Routers {'36364c2b-1461-4813-90b9-41ff7554223d'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:51:32.647524 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:51:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['36364c2b-1461-4813-90b9-41ff7554223d'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:51:32.690067 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:32.710034 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5526f-1b29-49e9-a388-37192087a0b7 None None] Pushing event updated for resources: {'Port': ['ID=c33cb637-1dfa-4331-80b5-3698e524bfa4,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:32.763553 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] Set router 36364c2b-1461-4813-90b9-41ff7554223d gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:51:32.954112 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36364c2b-1461-4813-90b9-41ff7554223d', 'name': 'router1', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c33cb637-1dfa-4331-80b5-3698e524bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:51:11Z', 'updated_at': '2022-09-13T07:51:30Z', 'revision_number': 4, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'gw_port': {'id': 'c33cb637-1dfa-4331-80b5-3698e524bfa4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36364c2b-1461-4813-90b9-41ff7554223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:51:30Z', 'updated_at': '2022-09-13T07:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '78da0eca-3a49-49fc-beb9-5ffc7a066e54', 'name': '', 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'mac_address': 'fa:16:3e:60:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36364c2b-1461-4813-90b9-41ff7554223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:51:21Z', 'updated_at': '2022-09-13T07:51:29Z', 'revision_number': 5, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'subnets': [{'id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bd73838-6d90-4edd-bb95-2764c7cefac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:51:32.979125 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683ff77-e55b-4990-90cd-be5cf08c18d7 None None] The sync data for ids ['36364c2b-1461-4813-90b9-41ff7554223d'] in dv-cinder-857075-3-iscsi is: [{'id': '36364c2b-1461-4813-90b9-41ff7554223d', 'name': 'router1', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'c33cb637-1dfa-4331-80b5-3698e524bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:51:11Z', 'updated_at': '2022-09-13T07:51:30Z', 'revision_number': 4, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'gw_port': {'id': 'c33cb637-1dfa-4331-80b5-3698e524bfa4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36364c2b-1461-4813-90b9-41ff7554223d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:51:30Z', 'updated_at': '2022-09-13T07:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '78da0eca-3a49-49fc-beb9-5ffc7a066e54', 'name': '', 'network_id': 'fef664e1-6ae6-4454-b0b8-80427b21350c', 'tenant_id': '4f072ceca65e4101b7fb4ce52db5662f', 'mac_address': 'fa:16:3e:60:25:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36364c2b-1461-4813-90b9-41ff7554223d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:51:21Z', 'updated_at': '2022-09-13T07:51:29Z', 'revision_number': 5, 'project_id': '4f072ceca65e4101b7fb4ce52db5662f', 'subnets': [{'id': '20f65c88-e0be-41a0-b1bd-ad64389f01e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bd73838-6d90-4edd-bb95-2764c7cefac8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:51:33.517350 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device c33cb637-1dfa-4331-80b5-3698e524bfa4 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:51:33.567850 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port c33cb637-1dfa-4331-80b5-3698e524bfa4 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:33.568250 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:33.645960 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port c33cb637-1dfa-4331-80b5-3698e524bfa4 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:51:33.646349 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:33.667970 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port c33cb637-1dfa-4331-80b5-3698e524bfa4, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=c33cb637-1dfa-4331-80b5-3698e524bfa4,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:51:33.672498 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:33.723559 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=c33cb637-1dfa-4331-80b5-3698e524bfa4,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:51:34.081426 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 52720) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:51:34.467030 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2f2f8b56-6999-40fd-9593-efd466c90d6d admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3844411 Sep 13 07:51:34.607434 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:UPDATE=1,neutron:SELECT=44,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:34.608571 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=37 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:35.488275 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device c33cb637-1dfa-4331-80b5-3698e524bfa4 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:51:35.531166 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:35.533171 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port c33cb637-1dfa-4331-80b5-3698e524bfa4 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:51:35.533562 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c33cb637-1dfa-4331-80b5-3698e524bfa4), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:35.604605 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port c33cb637-1dfa-4331-80b5-3698e524bfa4 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:51:36.148934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:36.149673 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:44.462521 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:44.463729 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:45.599029 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=11 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:45.603232 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:46.742364 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-826eef0d-730f-4ec7-b178-64980d9d2860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:47.106499 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:47.115665 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:51:48.959855 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0105-2476-48bb-b8d5-c319e8d3a9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:50.141047 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:51.628698 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:51.757943 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:51:57.090912 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:52:01.748766 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:52:01.750236 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:52:07.088085 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:52:16.741560 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99a81b5d-6342-4e96-9b5a-66b688e0be87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:18.960273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-35cfb79f-de65-4009-a391-61c3b853a5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:20.145674 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:21.629017 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:21.743030 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:24.095359 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:52:24.101280 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:52:31.736309 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:52:31.737236 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:52:34.090715 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:52:45.084601 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:52:45.086645 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:52:46.735301 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b2c9cc38-501f-4ff4-a6ba-16ad086aef7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:48.952137 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6ebb-3b62-4e07-bac9-aca2c24ef438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:50.143172 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:51.622582 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:51.742405 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:52:59.601613 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53272) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:52:59.936432 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c31f72-0e70-4a72-adf8-89e1222ec4c7 admin admin] GET failed (client error): The resource could not be found. Sep 13 07:52:59.937697 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-44c31f72-0e70-4a72-adf8-89e1222ec4c7 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3350284 Sep 13 07:53:00.171369 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e91fb4-cb9f-4811-8a62-0d74120aff84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:00.172854 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b8e91fb4-cb9f-4811-8a62-0d74120aff84 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2307208 Sep 13 07:53:01.092446 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:01.096805 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:01.731904 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:01.738555 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:02.722180 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53282) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:03.095312 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9c9051-4152-4eea-abe6-ac878d0b101a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:03.096656 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2a9c9051-4152-4eea-abe6-ac878d0b101a admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/20f65c88-e0be-41a0-b1bd-ad64389f01e6 HTTP/1.1" status: 200 len: 849 time: 0.3735411 Sep 13 07:53:03.106854 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:53:03.192496 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Publish callbacks [] for subnet (20f65c88-e0be-41a0-b1bd-ad64389f01e6), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:03.330294 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780632909186'] for subnet (20f65c88-e0be-41a0-b1bd-ad64389f01e6), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:03.361089 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:03.361670 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:03.362950 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/20f65c88-e0be-41a0-b1bd-ad64389f01e6 HTTP/1.1" status: 200 len: 868 time: 0.2596421 Sep 13 07:53:03.367132 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa878e5d-ba23-4beb-aa42-53cc94ba8a74 None None] Network fef664e1-6ae6-4454-b0b8-80427b21350c requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:53:03.388429 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f65c88-e0be-41a0-b1bd-ad64389f01e6,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:53:03.396102 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.397016 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.397389 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.397727 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.398080 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.398405 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.398729 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.399050 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.399387 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.399717 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.400057 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.400383 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.400701 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.401017 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.401330 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91d92da-dbe2-4549-bd54-ad0c704aa380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:53:03.692109 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-6bd697de-63b8-4e56-8ffb-818532b0ab26 None None] Provisioning complete for port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:53:03.692612 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6bd697de-63b8-4e56-8ffb-818532b0ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (78da0eca-3a49-49fc-beb9-5ffc7a066e54), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:03.765604 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-6bd697de-63b8-4e56-8ffb-818532b0ab26 None None] Current status of the port 78da0eca-3a49-49fc-beb9-5ffc7a066e54 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:53:03.774186 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-6bd697de-63b8-4e56-8ffb-818532b0ab26 None None] Provisioning complete for port 3658ecf5-871b-4157-b488-fb43b261d9ed triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:53:03.774594 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6bd697de-63b8-4e56-8ffb-818532b0ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (3658ecf5-871b-4157-b488-fb43b261d9ed), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:03.844747 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-6bd697de-63b8-4e56-8ffb-818532b0ab26 None None] Current status of the port 3658ecf5-871b-4157-b488-fb43b261d9ed is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:53:05.919496 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53290) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:06.389461 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5794e3-c82d-44a1-bf3d-0b999d10f35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:06.389975 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5794e3-c82d-44a1-bf3d-0b999d10f35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:06.391770 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4c5794e3-c82d-44a1-bf3d-0b999d10f35b admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4713175 Sep 13 07:53:09.142137 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53298) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:09.652515 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683e6796-0de7-405d-b5f5-aa9338451704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:09.652990 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683e6796-0de7-405d-b5f5-aa9338451704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:09.654579 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-683e6796-0de7-405d-b5f5-aa9338451704 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5115447 Sep 13 07:53:11.089600 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:53:12.220516 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53308) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:12.620070 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f62f8c7-0634-4fb2-8edf-c8f2d9ad3e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:12.621412 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-9f62f8c7-0634-4fb2-8edf-c8f2d9ad3e92 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/c58be4f5-35d2-4614-bf17-4f989e055679 HTTP/1.1" status: 200 len: 886 time: 0.3999598 Sep 13 07:53:13.839432 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=40 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:13.842951 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=37 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:15.205308 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53316) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:15.620828 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac8dbaf-1e82-4cd0-9090-f6f215e06cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:15.622216 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0ac8dbaf-1e82-4cd0-9090-f6f215e06cbd admin admin] 10.222.0.15 "GET /networking/v2.0/networks/fef664e1-6ae6-4454-b0b8-80427b21350c HTTP/1.1" status: 200 len: 869 time: 0.4159455 Sep 13 07:53:16.380073 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=68,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:16.387383 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=77,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:16.737511 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0265ea4a-a027-41ce-9e46-9b5bcd52cc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:18.146192 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53324) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:18.535453 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f4046-03c2-411a-b684-b54c348f5bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:18.535919 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f4046-03c2-411a-b684-b54c348f5bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:18.537418 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-7d5f4046-03c2-411a-b684-b54c348f5bce admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3896863 Sep 13 07:53:18.954613 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ca1d8114-6f82-47ff-9db6-848aed447b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:20.146470 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:21.072122 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53332) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:21.086484 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:21.437714 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d20fd-8fb3-49b5-9a0b-69b4a00a8721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:21.438135 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d20fd-8fb3-49b5-9a0b-69b4a00a8721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:21.439647 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-225d20fd-8fb3-49b5-9a0b-69b4a00a8721 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3665910 Sep 13 07:53:21.626544 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:21.745269 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:23.978924 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53340) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:24.348402 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204259b-9326-4436-bbf2-5b4ee9edd19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:24.349649 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-7204259b-9326-4436-bbf2-5b4ee9edd19a admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/20f65c88-e0be-41a0-b1bd-ad64389f01e6 HTTP/1.1" status: 200 len: 868 time: 0.3697975 Sep 13 07:53:26.900848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53348) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:27.267852 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d540683-2cb0-4b0d-8990-d305b30cc0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:53:27.269157 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4d540683-2cb0-4b0d-8990-d305b30cc0c1 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/bcfa1212-b781-4828-8a27-1f7e71be27af HTTP/1.1" status: 200 len: 816 time: 0.3673594 Sep 13 07:53:31.734405 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:31.740305 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:37.257309 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=58 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:37.265103 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=57 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:41.864719 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=20 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:41.867624 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=12 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:46.738982 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e04d22ab-cbdd-4ff6-9b1a-400cb6c7aa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:48.089123 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:53:48.959246 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-565086a3-95d5-4105-a02a-81daff1d4724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:50.149018 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:51.628180 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:51.747493 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:53:56.801645 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53404) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:53:57.121308 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [None req-57523c35-3d7b-4aa5-9fb0-ed40062fd7a5 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:53:57.122359 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-57523c35-3d7b-4aa5-9fb0-ed40062fd7a5 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3197536 Sep 13 07:53:58.085891 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:53:59.873422 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53412) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:54:00.213228 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a239a6-febc-40d2-b9ae-468daa411f43 admin admin] GET failed (client error): The resource could not be found. Sep 13 07:54:00.214537 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-06a239a6-febc-40d2-b9ae-468daa411f43 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3401539 Sep 13 07:54:00.301812 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6598260e-f26a-47ea-982d-5f725b669cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:54:00.303241 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6598260e-f26a-47ea-982d-5f725b669cb3 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843713 Sep 13 07:54:01.741426 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:01.743885 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:02.878887 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53420) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:54:03.198078 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:54:03.284202 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Made reservation on behalf of dab10ae977dc434f9d22b1fb83ca19e8 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:54:03.286559 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:03.320218 dv-cinder-857075-3-iscsi neutron-server[106243]: WARNING neutron.services.revisions.revision_plugin [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Could not find related network for resource to bump revision. Sep 13 07:54:03.337215 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=106243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:54:03.347018 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:03.347358 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Added segment 8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763 of type vlan for network dd393ef2-5573-4d21-b06d-a121604bc5e4 Sep 13 07:54:03.393799 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (dd393ef2-5573-4d21-b06d-a121604bc5e4), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:03.417376 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (dd393ef2-5573-4d21-b06d-a121604bc5e4), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:03.418325 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:54:03.418899 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:03.454338 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5743821 Sep 13 07:54:03.484569 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Pushing event updated for resources: {'Network': ['ID=dd393ef2-5573-4d21-b06d-a121604bc5e4,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:54:03.493069 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.493419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.493809 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.494156 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.494485 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.494815 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.495140 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.495463 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.495788 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.496119 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.496444 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.496772 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.497098 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.497429 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.497767 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c308ec-62a1-4681-9e3e-e233bd2e1bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:03.508782 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network dd393ef2-5573-4d21-b06d-a121604bc5e4 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:54:06.051711 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53428) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:54:06.387137 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71d4463-2858-4533-81f9-f8674b5a8596 admin admin] GET failed (client error): The resource could not be found. Sep 13 07:54:06.388944 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d71d4463-2858-4533-81f9-f8674b5a8596 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3361509 Sep 13 07:54:06.490401 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb99f8-ab29-4143-94b7-bc88ad21f01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:54:06.491759 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-35eb99f8-ab29-4143-94b7-bc88ad21f01a admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0985596 Sep 13 07:54:06.502450 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4', 'cidr': '192.168.233.0/24'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:54:06.524530 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Made reservation on behalf of dab10ae977dc434f9d22b1fb83ca19e8 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:54:06.526905 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:06.709644 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (18ce3af0-ad11-42fe-9cc9-fec10ce59c55), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:06.769458 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ce3af0-ad11-42fe-9cc9-fec10ce59c55,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:54:06.780871 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Checking segment: {'id': '8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:54:06.781223 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Network hostable DHCP agents. Network: dd393ef2-5573-4d21-b06d-a121604bc5e4, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:54:06.802799 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Network dd393ef2-5573-4d21-b06d-a121604bc5e4 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:54:06.814499 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, dd393ef2-5573-4d21-b06d-a121604bc5e4) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:54:06.818404 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:54:06.818989 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:06.823427 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4a5d3-8725-4088-9b4e-58a1280aba6d None None] Network dd393ef2-5573-4d21-b06d-a121604bc5e4 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:54:06.834790 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-538d38e6-874c-4ced-84ad-376c01f1f0b1 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3359039 Sep 13 07:54:06.932409 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-dd393ef2-5573-4d21-b06d-a121604bc5e4', 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4', 'project_id': 'dab10ae977dc434f9d22b1fb83ca19e8', 'fixed_ips': [{'subnet_id': '18ce3af0-ad11-42fe-9cc9-fec10ce59c55'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:54:06.933352 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:07.075538 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Allocated IP 192.168.233.2 (dd393ef2-5573-4d21-b06d-a121604bc5e4/18ce3af0-ad11-42fe-9cc9-fec10ce59c55/b66a35e9-04d9-45ea-8a6b-db1641fb2fae) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:54:07.319663 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Publish callbacks [] for port (b66a35e9-04d9-45ea-8a6b-db1641fb2fae), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:07.326983 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (b66a35e9-04d9-45ea-8a6b-db1641fb2fae), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:07.370856 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Network dd393ef2-5573-4d21-b06d-a121604bc5e4 is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:54:07.375966 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:54:07.378439 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:54:07.381888 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Pushing event updated for resources: {'Port': ['ID=b66a35e9-04d9-45ea-8a6b-db1641fb2fae,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:54:07.392407 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.392750 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.393100 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.393450 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.393799 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.394119 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.394436 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.394751 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.395064 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.395376 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.395691 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.396058 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.396372 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.396674 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.396987 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:54:07.450615 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Attempting to bind port b66a35e9-04d9-45ea-8a6b-db1641fb2fae on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:54:07.450994 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Attempting to bind port b66a35e9-04d9-45ea-8a6b-db1641fb2fae by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': '8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:54:07.451348 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Attempting to bind port b66a35e9-04d9-45ea-8a6b-db1641fb2fae on network dd393ef2-5573-4d21-b06d-a121604bc5e4 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:54:07.496240 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:54:07.496610 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Checking segment: {'id': '8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:54:07.497013 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:07.497402 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Bound using segment: {'id': '8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:54:07.497896 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Bound port: b66a35e9-04d9-45ea-8a6b-db1641fb2fae, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:54:07.498298 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b66a35e9-04d9-45ea-8a6b-db1641fb2fae), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:07.557074 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] For port b66a35e9-04d9-45ea-8a6b-db1641fb2fae, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:54:07.560175 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] For port b66a35e9-04d9-45ea-8a6b-db1641fb2fae, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=b66a35e9-04d9-45ea-8a6b-db1641fb2fae,segment=NetworkSegment(8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763),segment_id=8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:54:07.567281 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b66a35e9-04d9-45ea-8a6b-db1641fb2fae), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:07.623952 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aa985-2e1c-4c91-b5e8-c8015bb82b61 None None] Pushing event updated for resources: {'Port': ['ID=b66a35e9-04d9-45ea-8a6b-db1641fb2fae,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:54:08.414989 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc441114-061f-419f-a813-e0771bfab0c6 None None] Network dd393ef2-5573-4d21-b06d-a121604bc5e4 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:54:08.516187 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:08.516898 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:08.533228 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-acf74f93-7e9c-49fd-996e-2196a27c8a53 None None] Provisioning complete for port b66a35e9-04d9-45ea-8a6b-db1641fb2fae triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:54:08.533605 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-acf74f93-7e9c-49fd-996e-2196a27c8a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b66a35e9-04d9-45ea-8a6b-db1641fb2fae), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:08.621131 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-acf74f93-7e9c-49fd-996e-2196a27c8a53 None None] Current status of the port b66a35e9-04d9-45ea-8a6b-db1641fb2fae is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:54:08.621521 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-acf74f93-7e9c-49fd-996e-2196a27c8a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b66a35e9-04d9-45ea-8a6b-db1641fb2fae), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:08.657249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-acf74f93-7e9c-49fd-996e-2196a27c8a53 None None] For port b66a35e9-04d9-45ea-8a6b-db1641fb2fae, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=b66a35e9-04d9-45ea-8a6b-db1641fb2fae,segment=NetworkSegment(8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763),segment_id=8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:54:08.666015 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-acf74f93-7e9c-49fd-996e-2196a27c8a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b66a35e9-04d9-45ea-8a6b-db1641fb2fae), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:08.717686 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf74f93-7e9c-49fd-996e-2196a27c8a53 None None] Pushing event updated for resources: {'Port': ['ID=b66a35e9-04d9-45ea-8a6b-db1641fb2fae,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:54:08.787051 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-025c717c-2464-46db-ad9b-9be752910679 None None] Provisioning complete for port b66a35e9-04d9-45ea-8a6b-db1641fb2fae triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:54:08.787431 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-025c717c-2464-46db-ad9b-9be752910679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b66a35e9-04d9-45ea-8a6b-db1641fb2fae), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:08.860790 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-025c717c-2464-46db-ad9b-9be752910679 None None] Current status of the port b66a35e9-04d9-45ea-8a6b-db1641fb2fae is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:54:09.602561 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device b66a35e9-04d9-45ea-8a6b-db1641fb2fae up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:54:09.646670 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port b66a35e9-04d9-45ea-8a6b-db1641fb2fae triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:54:09.647058 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b66a35e9-04d9-45ea-8a6b-db1641fb2fae), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:09.718561 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port b66a35e9-04d9-45ea-8a6b-db1641fb2fae is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:54:10.298577 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=13 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:10.299353 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:15.105522 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:15.107882 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:16.741806 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-23a84752-c993-463f-a54a-4a9023f88174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:16.826041 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=70,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:16.828531 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:18.951585 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-34212f4d-fd37-4a8a-9262-4d761e844b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:20.156056 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:21.631294 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:21.750733 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:25.088901 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:54:31.739677 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:31.746385 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:46.745094 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-5e71cd6b-5c69-47ee-b4ef-7c243dc964d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:48.953643 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-02ba9675-75ce-4c29-a524-c127fa1580ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:50.149160 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:51.634842 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:51.752441 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:54:52.109273 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:54:52.113787 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:01.746445 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:01.747758 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:02.087734 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:55:12.083859 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:12.084594 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:16.747228 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-46480c94-fae5-4222-bf63-11f9766ffa94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:18.955704 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2babd3a2-489d-4a05-8aaf-c44d004af193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:20.152383 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:21.641990 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:21.755121 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:27.142684 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53470) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:55:27.148547 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [None req-2345d79e-bb96-4534-8922-ef1bb695adad tempest-verify_tempest_config-1594381139 tempest-verify_tempest_config-1594381139-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:55:27.149538 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2345d79e-bb96-4534-8922-ef1bb695adad tempest-verify_tempest_config-1594381139 tempest-verify_tempest_config-1594381139-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058801 Sep 13 07:55:27.651927 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53488) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:55:27.978277 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:28.052147 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Publish callbacks [] for security_group (beb20f40-bb9c-4381-a67e-d2c1aabb5bd4), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:28.055845 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (beb20f40-bb9c-4381-a67e-d2c1aabb5bd4), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:28.108999 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f92d0bfe35fa43d58bddba4748a59d8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4559965 Sep 13 07:55:28.109842 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb20f40-bb9c-4381-a67e-d2c1aabb5bd4,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:55:28.111718 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53494) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:55:28.116813 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.117159 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.117690 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.118056 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.118391 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.118725 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.119051 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.119376 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.119699 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.120094 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.120953 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.121297 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.121624 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.121966 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.122300 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7232b5ec-6bb1-4258-a362-56025ae5162b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.166341 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Publish callbacks [] for security_group (beb20f40-bb9c-4381-a67e-d2c1aabb5bd4), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:28.186384 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Publish callbacks [] for security_group (beb20f40-bb9c-4381-a67e-d2c1aabb5bd4), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:28.278581 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (beb20f40-bb9c-4381-a67e-d2c1aabb5bd4), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:28.281043 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:28.282231 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/beb20f40-bb9c-4381-a67e-d2c1aabb5bd4 HTTP/1.1" status: 204 len: 168 time: 0.1695657 Sep 13 07:55:28.290091 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb20f40-bb9c-4381-a67e-d2c1aabb5bd4,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:55:28.297442 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.297820 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.298187 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.298529 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.298861 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.299284 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.299498 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.299824 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.300162 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.300486 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.300824 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.301164 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.301484 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.301831 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:28.302148 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0e6b7e-a319-46a4-86b5-3cb209dcfdf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:55:29.117174 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:29.120707 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:31.750577 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:38.100267 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:38.113342 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:38.292152 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:38.294087 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:38.321674 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:39.085636 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:55:41.782778 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=13 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:46.748794 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-11c49652-8b79-4999-81bc-5bf7ccd44a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:48.957353 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-25519a4f-4770-42a9-bfa0-cb3452f6bb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:49.082131 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=15 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:55:50.154301 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:51.642160 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:55:51.755380 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:01.638219 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:56:01.752144 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:56:07.084457 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:56:07.085327 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=6 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:56:16.084023 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:56:16.753742 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-eea06b2d-4f31-4764-8dd8-646e84699fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:18.961053 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-86ca25fd-3ac6-44c6-b96d-152309535f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:20.156531 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:21.643820 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:21.757330 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:26.080991 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:56:31.751785 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:56:31.753720 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:56:45.086252 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:56:45.087033 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:56:46.755050 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c72c-340d-4df2-bcde-1036e5b710c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:48.962298 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2b00e539-d148-425e-8548-c812e6e31d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:50.161159 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:51.647007 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:51.761525 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:56:53.082455 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 5 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:57:00.608271 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16408639'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:03.078919 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:10.602240 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:10.604905 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:14.237127 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53588) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:57:14.365293 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f5229a42-9fa6-4081-81fa-47522fe10ce1 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1271348 Sep 13 07:57:16.757284 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f7bede04-3434-4f82-abb7-9aa7fe8fa0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:16.809535 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53598) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:57:16.863927 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-17801bc0-e797-4ec1-b283-38d9a7c59158 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528190 Sep 13 07:57:18.963948 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ff75ee73-c94d-4ecf-af32-4a18bc3e17e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:20.123122 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:20.128466 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:20.161920 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:21.649183 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:21.763867 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:26.858183 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:26.858957 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:30.081521 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:57:30.561949 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:40.556068 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:40.558048 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:41.772475 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=12 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:41.773748 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=16 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:46.758520 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-556fb983-01b6-4d24-a6ae-35446b06284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:48.965432 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fcb8ad23-9a3c-4a27-a0c3-aaaa3a6afd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:50.164116 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:51.651921 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:51.766138 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:57:57.120244 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:57:57.125026 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:00.577532 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:07.081447 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:58:10.571324 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:10.573327 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:16.761031 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-57f44bcc-bfff-4c55-a636-93b9137fd1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:17.075616 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:17.076385 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:18.970040 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d40335d7-2755-430b-8921-cb4b9cc03a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:20.166473 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:21.654824 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:21.768623 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:30.608848 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:34.115674 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:34.121227 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:40.598424 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:40.604417 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:44.101401 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:58:45.092755 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:46.766629 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b26b6bb4-3d5f-4687-80ce-2160d7f8aaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:47.946114 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53766) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:48.239666 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-157411566-network', 'tenant_id': '074dbd6970034af1b02996d318d42e88'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:58:48.263852 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Made reservation on behalf of 074dbd6970034af1b02996d318d42e88 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:58:48.269635 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.279377 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.305216 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53792) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:48.368735 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Publish callbacks [] for security_group (5d609971-730d-47ec-b9ce-2c3404ece80f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.374251 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5d609971-730d-47ec-b9ce-2c3404ece80f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.387296 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:58:48.406056 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (a11f3f47-2830-41ff-a4ed-b616eb33e792), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.406528 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Added segment a11f3f47-2830-41ff-a4ed-b616eb33e792 of type vlan for network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 Sep 13 07:58:48.446632 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d609971-730d-47ec-b9ce-2c3404ece80f,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:48.463177 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.464009 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.464651 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.465205 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.465791 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.466345 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.467050 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.467777 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.468339 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.468871 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.469400 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.470055 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.470590 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.471117 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.471656 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Tracked resource versions report: Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: pushed versions: Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: { 'AddressGroup': {'1.2'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Agent': {'1.1'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'ConntrackHelper': {'1.0'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Log': {'1.0'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'NDPProxy': {'1.0'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Network': {'1.1'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Port': {'1.7'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'PortForwarding': {'1.3'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'QosPolicy': {'1.10'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SecurityGroup': {'1.5'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SubPort': {'1.0'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Subnet': {'1.1'}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Trunk': {'1.1'}} Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: consumer versions: Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: { DHCP agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: HyperV agent@hv-cinder-85707: {}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: L3 agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: Metadata agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: Metering agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: Open vSwitch agent@dv-cinder-857075-3-iscsi: { 'AddressGroup': '1.2', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Agent': '1.1', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'ConntrackHelper': '1.0', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'LocalIPAssociation': '1.0', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Log': '1.0', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'NDPProxy': '1.0', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Network': '1.1', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Port': '1.7', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'PortForwarding': '1.3', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'QosPolicy': '1.10', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SecurityGroup': '1.5', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SecurityGroupRule': '1.2', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'SubPort': '1.0', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Subnet': '1.1', Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: 'Trunk': '1.1'}} Sep 13 07:58:48.473085 dv-cinder-857075-3-iscsi neutron-server[106242]: {{(pid=106242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:58:48.479942 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (1f9619b1-9085-49ff-9e29-0fbf1c6beb66), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.514029 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (1f9619b1-9085-49ff-9e29-0fbf1c6beb66), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.515268 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:58:48.515925 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.582651 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6323426 Sep 13 07:58:48.583448 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53804) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:48.590146 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Request body: {'subnet': {'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-157411566-subnet', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:58:48.626534 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f582e66-309d-4d99-9c33-ad2250449ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=1f9619b1-9085-49ff-9e29-0fbf1c6beb66,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:48.632419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Made reservation on behalf of 074dbd6970034af1b02996d318d42e88 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:58:48.634898 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.647480 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:58:48.886540 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-network', 'tenant_id': '3414a292093541209ace108ad8bb6be4'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:58:48.893128 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (0655959b-28e8-486d-ab68-14e94abf101d), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.973582 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Checking segment: {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:58:48.973982 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Network hostable DHCP agents. Network: 1f9619b1-9085-49ff-9e29-0fbf1c6beb66, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:58:48.976977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-659beef6-8051-4788-91df-14143a307ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:48.978219 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0655959b-28e8-486d-ab68-14e94abf101d,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:48.983113 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Made reservation on behalf of 3414a292093541209ace108ad8bb6be4 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:58:48.985394 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.007150 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.007513 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.007815 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.008137 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.008639 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.008963 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.009289 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.009630 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.009948 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.010272 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.010602 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.010921 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.011240 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.011577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.011887 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Tracked resource versions report: Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: pushed versions: Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: { 'AddressGroup': {'1.2'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Agent': {'1.1'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'ConntrackHelper': {'1.0'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Log': {'1.0'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'NDPProxy': {'1.0'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Network': {'1.1'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Port': {'1.7'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'PortForwarding': {'1.3'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'QosPolicy': {'1.10'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SecurityGroup': {'1.5'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SubPort': {'1.0'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Subnet': {'1.1'}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Trunk': {'1.1'}} Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: consumer versions: Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: { DHCP agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: HyperV agent@hv-cinder-85707: {}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: L3 agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: Metadata agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: Metering agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: Open vSwitch agent@dv-cinder-857075-3-iscsi: { 'AddressGroup': '1.2', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Agent': '1.1', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'ConntrackHelper': '1.0', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'LocalIPAssociation': '1.0', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Log': '1.0', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'NDPProxy': '1.0', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Network': '1.1', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Port': '1.7', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'PortForwarding': '1.3', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'QosPolicy': '1.10', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SecurityGroup': '1.5', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SecurityGroupRule': '1.2', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'SubPort': '1.0', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Subnet': '1.1', Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: 'Trunk': '1.1'}} Sep 13 07:58:49.013270 dv-cinder-857075-3-iscsi neutron-server[106243]: {{(pid=106243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:58:49.016023 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:58:49.018238 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.053416 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 1f9619b1-9085-49ff-9e29-0fbf1c6beb66) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:49.061604 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:58:49.062375 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.064226 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a1b3b-5846-4ca5-92fb-27ffa097ca0a None None] Network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:58:49.104946 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53838) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:49.107601 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-f3fcec1c-1517-4775-a039-b80b7d923920 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5224380 Sep 13 07:58:49.110407 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:58:49.170803 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (cafbdff6-e279-4215-9240-f2abdea7e69a), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.172329 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (cafbdff6-e279-4215-9240-f2abdea7e69a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.188340 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Publish callbacks [] for security_group (aa51f0e1-72cb-412f-8d9f-ad34e87a360a), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.194975 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (aa51f0e1-72cb-412f-8d9f-ad34e87a360a), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.230289 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=106243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:58:49.250397 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa51f0e1-72cb-412f-8d9f-ad34e87a360a,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:49.267537 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (75ba6cd9-5153-477c-bc23-91463ed9a39b), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.270660 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Added segment 75ba6cd9-5153-477c-bc23-91463ed9a39b of type vlan for network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 Sep 13 07:58:49.297892 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-1f9619b1-9085-49ff-9e29-0fbf1c6beb66', 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66', 'project_id': '074dbd6970034af1b02996d318d42e88', 'fixed_ips': [{'subnet_id': '0655959b-28e8-486d-ab68-14e94abf101d'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:58:49.298956 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.313106 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53856) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:49.345411 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.355794 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks [] for router_controller (cafbdff6-e279-4215-9240-f2abdea7e69a), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.366196 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:49.381873 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.383201 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:58:49.384114 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.433521 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1267114 Sep 13 07:58:49.437960 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53866) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:49.446815 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Request body: {'subnet': {'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-subnet', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:58:49.473003 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Allocated IP 172.20.0.2 (1f9619b1-9085-49ff-9e29-0fbf1c6beb66/0655959b-28e8-486d-ab68-14e94abf101d/1d170f25-3833-46cb-bf9f-ed5ebf796b2f) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:58:49.508633 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2281cd8-477e-41d4-92f3-c2421a3fae11 admin admin] Pushing event updated for resources: {'Network': ['ID=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:49.531991 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Made reservation on behalf of 3414a292093541209ace108ad8bb6be4 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:58:49.532411 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:58:49.538472 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.566308 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks [] for router_gateway (cafbdff6-e279-4215-9240-f2abdea7e69a), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.663100 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:49.733005 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Publish callbacks [] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.741594 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.766631 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1979151726-network', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:58:49.790871 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Pushing event updated for resources: {'Port': ['ID=1d170f25-3833-46cb-bf9f-ed5ebf796b2f,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:49.803971 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.804462 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.805211 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.805848 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.806981 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.807469 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.808682 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.810141 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.810869 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.811348 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.811829 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.812486 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.812666 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.813017 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.813346 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:49.815468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (87d20af1-22c1-4587-9432-6e89bfc6084f), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Tracked resource versions report: Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: pushed versions: Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: { 'AddressGroup': {'1.2'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Agent': {'1.1'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'ConntrackHelper': {'1.0'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Log': {'1.0'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'NDPProxy': {'1.0'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Network': {'1.1'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Port': {'1.7'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'PortForwarding': {'1.3'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'QosPolicy': {'1.10'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SecurityGroup': {'1.5'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SubPort': {'1.0'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Subnet': {'1.1'}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Trunk': {'1.1'}} Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: consumer versions: Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: { DHCP agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: HyperV agent@hv-cinder-85707: {}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: L3 agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: Metadata agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: Metering agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: Open vSwitch agent@dv-cinder-857075-3-iscsi: { 'AddressGroup': '1.2', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Agent': '1.1', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'ConntrackHelper': '1.0', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'LocalIPAssociation': '1.0', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Log': '1.0', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'NDPProxy': '1.0', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Network': '1.1', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Port': '1.7', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'PortForwarding': '1.3', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'QosPolicy': '1.10', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SecurityGroup': '1.5', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SecurityGroupRule': '1.2', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'SubPort': '1.0', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Subnet': '1.1', Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: 'Trunk': '1.1'}} Sep 13 07:58:49.824823 dv-cinder-857075-3-iscsi neutron-server[106244]: {{(pid=106244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:58:49.845246 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:49.851011 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:49.856923 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:58:49.860026 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Made reservation on behalf of 673e7e0a20014808a399969e1d5e0d41 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:58:49.862380 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.901214 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks [] for router_gateway (cafbdff6-e279-4215-9240-f2abdea7e69a), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:49.974005 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Attempting to bind port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:58:49.974005 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Attempting to bind port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:58:49.974005 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Attempting to bind port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f on network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:58:49.985600 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Checking segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:58:49.986208 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Network hostable DHCP agents. Network: aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:58:49.998865 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.027147 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:58:50.042179 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:50.047712 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:58:50.048948 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.052144 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.053966 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7207c8b-7643-458b-85fb-358a2563a4a6 None None] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:58:50.072937 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6336801 Sep 13 07:58:50.076614 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53884) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:50.081110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:58:50.105610 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120db37e-cd71-4fab-9f86-3f807605ee20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d20af1-22c1-4587-9432-6e89bfc6084f,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:50.109158 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (976ae66e-3563-4c05-af5c-96757c2292b5), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.110996 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (976ae66e-3563-4c05-af5c-96757c2292b5), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.204449 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks [] for router_controller (976ae66e-3563-4c05-af5c-96757c2292b5), precommit_add_association {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.234222 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:50.245373 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:58:50.245765 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Checking segment: {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:58:50.247474 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.247863 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Bound using segment: {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:58:50.248349 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Bound port: 1d170f25-3833-46cb-bf9f-ed5ebf796b2f, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:58:50.251725 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.289972 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Allocated IP 172.27.1.8 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/36721b74-2302-4b13-87b1-5d31f86bccb4) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:58:50.305848 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.435437 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks [] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.442369 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] For port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:58:50.449270 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] For port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=1d170f25-3833-46cb-bf9f-ed5ebf796b2f,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:58:50.460544 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:50.473170 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:50.473990 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:50.476065 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.487642 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.534694 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Pushing event updated for resources: {'Port': ['ID=36721b74-2302-4b13-87b1-5d31f86bccb4,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:50.562372 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:50.565226 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:50.568734 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:58:50.635527 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'project_id': '3414a292093541209ace108ad8bb6be4', 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:58:50.636796 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.653624 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks [] for router_gateway (976ae66e-3563-4c05-af5c-96757c2292b5), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:50.840388 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d503e7-68c9-4e6e-88bb-e16c88b86ca6 None None] Pushing event updated for resources: {'Port': ['ID=1d170f25-3833-46cb-bf9f-ed5ebf796b2f,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:50.978510 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:51.022134 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Allocated IP 172.20.0.2 (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845/87d20af1-22c1-4587-9432-6e89bfc6084f/95dbec88-7368-4942-89f3-f3cf804fd218) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:58:51.044737 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks [] for router_gateway (976ae66e-3563-4c05-af5c-96757c2292b5), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.103850 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.139887 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks [] for router_gateway (cafbdff6-e279-4215-9240-f2abdea7e69a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.214801 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:51.221570 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Publish callbacks [] for security_group (32ce2e1b-3bf2-465a-8126-9a5a37fb3a48), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.277279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (32ce2e1b-3bf2-465a-8126-9a5a37fb3a48), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.311584 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=106243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:58:51.329371 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.331337 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Added segment 9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33 of type vlan for network 06a031c7-2519-4c40-aa94-3951689a554d Sep 13 07:58:51.369937 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Publish callbacks [] for port (95dbec88-7368-4942-89f3-f3cf804fd218), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.380475 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.403508 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:51.404895 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (cafbdff6-e279-4215-9240-f2abdea7e69a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.487383 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (06a031c7-2519-4c40-aa94-3951689a554d), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.488249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Pushing event updated for resources: {'Port': ['ID=95dbec88-7368-4942-89f3-f3cf804fd218,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:51.501648 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce2e1b-3bf2-465a-8126-9a5a37fb3a48,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:51.507505 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Allocated IP 172.27.1.110 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/ace7dd2a-c76d-4684-8708-7174739f2412) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:58:51.532249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:51.537752 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:51.541598 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:58:51.674490 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Router cafbdff6-e279-4215-9240-f2abdea7e69a is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:58:51.695432 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (06a031c7-2519-4c40-aa94-3951689a554d), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.697265 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:58:51.701538 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.736233 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Attempting to bind port 95dbec88-7368-4942-89f3-f3cf804fd218 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:58:51.736674 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Attempting to bind port 95dbec88-7368-4942-89f3-f3cf804fd218 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:58:51.736989 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Attempting to bind port 95dbec88-7368-4942-89f3-f3cf804fd218 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:58:51.879293 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.942832 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.947382 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53958) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:51.950209 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6289396 Sep 13 07:58:51.961728 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Request body: {'subnet': {'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1979151726-subnet', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:58:51.962158 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:58:51.962561 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Checking segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:58:51.966334 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.966955 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Bound using segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:58:51.967479 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Bound port: 95dbec88-7368-4942-89f3-f3cf804fd218, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:58:51.980463 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:51.992970 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks [] for port (ace7dd2a-c76d-4684-8708-7174739f2412), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:52.004663 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e37ee4-2c36-448f-babf-74810da71998 admin admin] Pushing event updated for resources: {'Network': ['ID=06a031c7-2519-4c40-aa94-3951689a554d,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:52.020303 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:58:52.035918 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 06a031c7-2519-4c40-aa94-3951689a554d details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:58:52.038252 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Sync routers for ids ['cafbdff6-e279-4215-9240-f2abdea7e69a'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:58:52.058866 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Routers {'cafbdff6-e279-4215-9240-f2abdea7e69a'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:58:52.059756 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cafbdff6-e279-4215-9240-f2abdea7e69a'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:52.061149 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 53960) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:52.071133 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Made reservation on behalf of 673e7e0a20014808a399969e1d5e0d41 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:58:52.074386 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:52.084793 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:52.086682 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-70f66723-fa9c-4e35-b325-3ba993bad716 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9805083 Sep 13 07:58:52.094798 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 53964) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:52.357119 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:52.371296 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:52.379061 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (c011a6f1-33b1-4cb3-9131-834cfeeba679), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:52.383947 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Set router cafbdff6-e279-4215-9240-f2abdea7e69a gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:58:52.394819 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:52.400957 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 1d170f25-3833-46cb-bf9f-ed5ebf796b2f up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:58:52.431628 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ba4ba-ec8d-4d64-a507-f73ee1b50a4a None None] Network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:58:52.536358 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:52.617420 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76958b91-ae4a-4753-bf7c-5808bd8cd0e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:52.622311 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ace7dd2a-c76d-4684-8708-7174739f2412,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:52.627235 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:52.687543 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-4e4c06df-d9f9-43a5-80e0-6fdee2eef498 None None] Provisioning complete for port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:52.687917 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e4c06df-d9f9-43a5-80e0-6fdee2eef498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:52.747839 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:52.760318 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Checking segment: {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:58:52.760682 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Network hostable DHCP agents. Network: 06a031c7-2519-4c40-aa94-3951689a554d, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:58:52.775723 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c011a6f1-33b1-4cb3-9131-834cfeeba679,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:52.820922 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:58:52.846177 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Network 06a031c7-2519-4c40-aa94-3951689a554d is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:58:52.873157 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 06a031c7-2519-4c40-aa94-3951689a554d) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:52.890191 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:58:52.891060 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:52.926461 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ba228fbb-0b9f-47f6-9652-351b18ec598a admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9778485 Sep 13 07:58:52.930064 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:52.931329 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54000) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:52.957367 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:58:52.960809 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:49Z', 'updated_at': '2022-09-13T07:58:50Z', 'revision_number': 3, 'project_id': '074dbd6970034af1b02996d318d42e88', 'gw_port': {'id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:52.992741 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (a72872a4-8a39-4af1-91a9-303b5194a52b), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:52.993876 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (a72872a4-8a39-4af1-91a9-303b5194a52b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.030263 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Checking router: cafbdff6-e279-4215-9240-f2abdea7e69a for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:58:53.030998 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Updating router cafbdff6-e279-4215-9240-f2abdea7e69a port 36721b74-2302-4b13-87b1-5d31f86bccb4 binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:58:53.057112 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76958b91-ae4a-4753-bf7c-5808bd8cd0e9 admin admin] Publish callbacks [] for security_group (5bc98e06-64f4-4287-8634-e33b7aae382c), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.066772 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76958b91-ae4a-4753-bf7c-5808bd8cd0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5bc98e06-64f4-4287-8634-e33b7aae382c), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.076470 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.117867 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b1820-a48a-4608-bd36-6f75db71d3b2 None None] Network 06a031c7-2519-4c40-aa94-3951689a554d requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:58:53.120981 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:53.133536 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c06df-d9f9-43a5-80e0-6fdee2eef498 None None] Current status of the port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:58:53.133940 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e4c06df-d9f9-43a5-80e0-6fdee2eef498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.140261 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-76958b91-ae4a-4753-bf7c-5808bd8cd0e9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=85b34d4bdbe24b7bb1cb9c4d8923da04&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0776582 Sep 13 07:58:53.149845 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54008) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:53.195347 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-4e4c06df-d9f9-43a5-80e0-6fdee2eef498 None None] For port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=1d170f25-3833-46cb-bf9f-ed5ebf796b2f,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:58:53.203491 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:53.217325 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e4c06df-d9f9-43a5-80e0-6fdee2eef498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.229954 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks [] for router_controller (a72872a4-8a39-4af1-91a9-303b5194a52b), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.239808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76958b91-ae4a-4753-bf7c-5808bd8cd0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc98e06-64f4-4287-8634-e33b7aae382c,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:53.258092 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:53.258763 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.337145 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] For port 95dbec88-7368-4942-89f3-f3cf804fd218, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:58:53.348392 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.358122 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d7edd0d6-bf64-4d53-81ab-041980f2489a admin admin] Publish callbacks [] for security_group (5bc98e06-64f4-4287-8634-e33b7aae382c), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.397815 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:58:53.413814 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] For port 95dbec88-7368-4942-89f3-f3cf804fd218, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=95dbec88-7368-4942-89f3-f3cf804fd218,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:58:53.501234 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.517417 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c06df-d9f9-43a5-80e0-6fdee2eef498 None None] Pushing event updated for resources: {'Port': ['ID=1d170f25-3833-46cb-bf9f-ed5ebf796b2f,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:53.565488 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54014) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:53.640552 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d7edd0d6-bf64-4d53-81ab-041980f2489a admin admin] Publish callbacks [] for security_group (5bc98e06-64f4-4287-8634-e33b7aae382c), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.650733 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-06a031c7-2519-4c40-aa94-3951689a554d', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 07:58:53.656875 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.672369 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks [] for router_gateway (a72872a4-8a39-4af1-91a9-303b5194a52b), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.675918 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Publish callbacks [] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.702253 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.717696 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:53.718928 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Attempting to bind port 36721b74-2302-4b13-87b1-5d31f86bccb4 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:58:53.721878 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Attempting to bind port 36721b74-2302-4b13-87b1-5d31f86bccb4 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:58:53.722200 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dc4bb-8a7a-4f5e-a2e4-cd0a95c7989f None None] Pushing event updated for resources: {'Port': ['ID=95dbec88-7368-4942-89f3-f3cf804fd218,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:53.722597 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Attempting to bind port 36721b74-2302-4b13-87b1-5d31f86bccb4 on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:58:53.756423 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Allocated IP 172.20.0.1 (1f9619b1-9085-49ff-9e29-0fbf1c6beb66/0655959b-28e8-486d-ab68-14e94abf101d/733ded8d-daf4-45b4-b930-3af39d95da36) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:58:53.957808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d7edd0d6-bf64-4d53-81ab-041980f2489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5bc98e06-64f4-4287-8634-e33b7aae382c), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.960702 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d7edd0d6-bf64-4d53-81ab-041980f2489a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:53.962031 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d7edd0d6-bf64-4d53-81ab-041980f2489a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5bc98e06-64f4-4287-8634-e33b7aae382c HTTP/1.1" status: 204 len: 168 time: 0.8110354 Sep 13 07:58:53.981496 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edd0d6-bf64-4d53-81ab-041980f2489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc98e06-64f4-4287-8634-e33b7aae382c,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:53.992821 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:54.013822 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Pushing event updated for resources: {'Port': ['ID=36721b74-2302-4b13-87b1-5d31f86bccb4,revision_number=2']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:54.040936 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 1d170f25-3833-46cb-bf9f-ed5ebf796b2f up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:58:54.051680 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-920caf93-4226-4670-a48a-fed703c61d9a None None] Provisioning complete for port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:54.052761 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-920caf93-4226-4670-a48a-fed703c61d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.055296 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:58:54.055691 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:58:54.056100 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.056501 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:58:54.056996 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Bound port: 36721b74-2302-4b13-87b1-5d31f86bccb4, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:58:54.066172 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.079132 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.079834 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.079834 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.080178 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.082892 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.083286 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.083629 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.083966 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.084300 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.089643 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.090051 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.090408 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.090795 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.091127 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.091456 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Tracked resource versions report: Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: pushed versions: Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: { 'AddressGroup': {'1.2'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Agent': {'1.1'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'ConntrackHelper': {'1.0'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'LocalIPAssociation': {'1.0'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Log': {'1.0'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'NDPProxy': {'1.0'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Network': {'1.1'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Port': {'1.7'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'PortForwarding': {'1.3'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'QosPolicy': {'1.10'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SecurityGroup': {'1.5'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SecurityGroupRule': {'1.2'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SubPort': {'1.0'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Subnet': {'1.1'}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Trunk': {'1.1'}} Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: consumer versions: Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: { DHCP agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: HyperV agent@hv-cinder-85707: {}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: L3 agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: Metadata agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: Metering agent@dv-cinder-857075-3-iscsi: {}, Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: Open vSwitch agent@dv-cinder-857075-3-iscsi: { 'AddressGroup': '1.2', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Agent': '1.1', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'ConntrackHelper': '1.0', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'LocalIPAssociation': '1.0', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Log': '1.0', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'NDPProxy': '1.0', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Network': '1.1', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Port': '1.7', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'PortForwarding': '1.3', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'QosPolicy': '1.10', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SecurityGroup': '1.5', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SecurityGroupRule': '1.2', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'SubPort': '1.0', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Subnet': '1.1', Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: 'Trunk': '1.1'}} Sep 13 07:58:54.092645 dv-cinder-857075-3-iscsi neutron-server[106245]: {{(pid=106245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 07:58:54.168298 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2edf0d0c-b0f0-4060-8c1c-29f49d77da33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.270220 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] For port 36721b74-2302-4b13-87b1-5d31f86bccb4, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:58:54.274604 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks [] for router_gateway (a72872a4-8a39-4af1-91a9-303b5194a52b), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.275342 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] For port 36721b74-2302-4b13-87b1-5d31f86bccb4, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=36721b74-2302-4b13-87b1-5d31f86bccb4,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:58:54.286703 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.331200 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Allocated IP 172.20.0.2 (06a031c7-2519-4c40-aa94-3951689a554d/c011a6f1-33b1-4cb3-9131-834cfeeba679/a1370e47-a0b4-4da1-ae85-8b434bf577db) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:58:54.335530 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.366814 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:54.369521 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.379353 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks [] for router_gateway (976ae66e-3563-4c05-af5c-96757c2292b5), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.461161 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:54.484217 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25a9b8-bc08-4f74-b47d-cdde54c41c57 None None] Pushing event updated for resources: {'Port': ['ID=36721b74-2302-4b13-87b1-5d31f86bccb4,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:54.500137 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Routers {'cafbdff6-e279-4215-9240-f2abdea7e69a'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:58:54.500601 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cafbdff6-e279-4215-9240-f2abdea7e69a'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:54.537612 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:54.587933 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Allocated IP 172.27.1.27 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/5aa3a46f-3b18-4592-940b-e5f6184ab11e) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:58:54.628055 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:54.678976 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-920caf93-4226-4670-a48a-fed703c61d9a None None] Current status of the port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:58:54.777421 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54046) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:54.780646 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] Set router cafbdff6-e279-4215-9240-f2abdea7e69a gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:58:54.830690 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f2b951d-8022-4b04-94e6-54fa15de9bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.846228 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Publish callbacks [] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.870844 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.958255 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:58:54.971739 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:54.984566 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2edf0d0c-b0f0-4060-8c1c-29f49d77da33 admin admin] Publish callbacks [] for security_group (dfc40e71-f1f4-4d12-9a06-7fde740cf92f), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:54.987043 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Network 06a031c7-2519-4c40-aa94-3951689a554d is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:55.023551 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2edf0d0c-b0f0-4060-8c1c-29f49d77da33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (dfc40e71-f1f4-4d12-9a06-7fde740cf92f), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.027857 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:55.036587 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks [] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.042033 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:58:55.070841 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Pushing event updated for resources: {'Port': ['ID=a1370e47-a0b4-4da1-ae85-8b434bf577db,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:55.129434 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf0d0c-b0f0-4060-8c1c-29f49d77da33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc40e71-f1f4-4d12-9a06-7fde740cf92f,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:55.154073 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.178220 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Publish callbacks [] for port (733ded8d-daf4-45b4-b930-3af39d95da36), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.184437 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f2b951d-8022-4b04-94e6-54fa15de9bc8 admin admin] Publish callbacks [] for security_group (cd79fe7c-6d51-4d25-9b02-241c2ab3034c), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.233906 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f2b951d-8022-4b04-94e6-54fa15de9bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (cd79fe7c-6d51-4d25-9b02-241c2ab3034c), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.262350 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (976ae66e-3563-4c05-af5c-96757c2292b5), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.276319 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.313323 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:55.317027 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Attempting to bind port a1370e47-a0b4-4da1-ae85-8b434bf577db on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:58:55.319335 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Attempting to bind port a1370e47-a0b4-4da1-ae85-8b434bf577db by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:58:55.319724 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Attempting to bind port a1370e47-a0b4-4da1-ae85-8b434bf577db on network 06a031c7-2519-4c40-aa94-3951689a554d {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:58:55.337285 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:55.341168 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:55.345858 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:58:55.347910 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:49Z', 'updated_at': '2022-09-13T07:58:50Z', 'revision_number': 3, 'project_id': '074dbd6970034af1b02996d318d42e88', 'gw_port': {'id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:55.364074 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa3a46f-3b18-4592-940b-e5f6184ab11e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:55.365750 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:55.375836 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0f2b951d-8022-4b04-94e6-54fa15de9bc8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e29a219bc4e74f4590fe5e44261e1821&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5852811 Sep 13 07:58:55.393690 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a02a974-925c-40b9-a75c-bdfc4a1eb8e4 None None] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:58:55.398810 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:55.404889 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54070) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:55.423952 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b951d-8022-4b04-94e6-54fa15de9bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd79fe7c-6d51-4d25-9b02-241c2ab3034c,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:55.426180 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da2d4d6-b0a3-49ce-87cc-bc597ad1589d None None] The sync data for ids ['cafbdff6-e279-4215-9240-f2abdea7e69a'] in dv-cinder-857075-3-iscsi is: [{'id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:49Z', 'updated_at': '2022-09-13T07:58:50Z', 'revision_number': 3, 'project_id': '074dbd6970034af1b02996d318d42e88', 'gw_port': {'id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:58:55.433323 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:58:55.433795 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (cafbdff6-e279-4215-9240-f2abdea7e69a), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.440436 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-4abdae58-798f-4173-ad7a-0880cd92b4bf None None] Provisioning complete for port 95dbec88-7368-4942-89f3-f3cf804fd218 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:55.440816 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4abdae58-798f-4173-ad7a-0880cd92b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.444624 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2edf0d0c-b0f0-4060-8c1c-29f49d77da33 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=396240fee2a545858feb20fb12b58b19&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8192487 Sep 13 07:58:55.476285 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54078) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:55.484880 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:55.609148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f8b43cb-51bc-4b34-86e3-548efe5820b0 admin admin] Publish callbacks [] for security_group (dfc40e71-f1f4-4d12-9a06-7fde740cf92f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.650475 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Pushing event updated for resources: {'Port': ['ID=733ded8d-daf4-45b4-b930-3af39d95da36,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:55.664762 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:58:55.665209 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Checking segment: {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:58:55.665678 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.666152 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Bound using segment: {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:58:55.666712 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Bound port: a1370e47-a0b4-4da1-ae85-8b434bf577db, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:58:55.667172 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.691829 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f8b43cb-51bc-4b34-86e3-548efe5820b0 admin admin] Publish callbacks [] for security_group (dfc40e71-f1f4-4d12-9a06-7fde740cf92f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.802539 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.842302 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc9499eb-824f-44f2-9f12-c83275e79d63 admin admin] Publish callbacks [] for security_group (cd79fe7c-6d51-4d25-9b02-241c2ab3034c), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.843953 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-4abdae58-798f-4173-ad7a-0880cd92b4bf None None] Current status of the port 95dbec88-7368-4942-89f3-f3cf804fd218 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:58:55.844920 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4abdae58-798f-4173-ad7a-0880cd92b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.846204 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks [] for router_gateway (a72872a4-8a39-4af1-91a9-303b5194a52b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.855745 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] For port a1370e47-a0b4-4da1-ae85-8b434bf577db, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:58:55.869283 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc9499eb-824f-44f2-9f12-c83275e79d63 admin admin] Publish callbacks [] for security_group (cd79fe7c-6d51-4d25-9b02-241c2ab3034c), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.882450 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] For port a1370e47-a0b4-4da1-ae85-8b434bf577db, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=a1370e47-a0b4-4da1-ae85-8b434bf577db,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:58:55.921119 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.935250 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 95dbec88-7368-4942-89f3-f3cf804fd218 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:58:55.983427 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f8b43cb-51bc-4b34-86e3-548efe5820b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (dfc40e71-f1f4-4d12-9a06-7fde740cf92f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.985960 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f8b43cb-51bc-4b34-86e3-548efe5820b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:55.990289 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0f8b43cb-51bc-4b34-86e3-548efe5820b0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dfc40e71-f1f4-4d12-9a06-7fde740cf92f HTTP/1.1" status: 204 len: 168 time: 0.5128038 Sep 13 07:58:56.028944 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:56.057104 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b43cb-51bc-4b34-86e3-548efe5820b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc40e71-f1f4-4d12-9a06-7fde740cf92f,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:56.114875 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:56.122283 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214c3f1-7530-49ab-8459-11613b755e64 None None] Pushing event updated for resources: {'Port': ['ID=a1370e47-a0b4-4da1-ae85-8b434bf577db,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:56.168862 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc9499eb-824f-44f2-9f12-c83275e79d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (cd79fe7c-6d51-4d25-9b02-241c2ab3034c), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.173564 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc9499eb-824f-44f2-9f12-c83275e79d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.175330 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-dc9499eb-824f-44f2-9f12-c83275e79d63 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cd79fe7c-6d51-4d25-9b02-241c2ab3034c HTTP/1.1" status: 204 len: 168 time: 0.7689545 Sep 13 07:58:56.234914 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-4abdae58-798f-4173-ad7a-0880cd92b4bf None None] For port 95dbec88-7368-4942-89f3-f3cf804fd218, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=95dbec88-7368-4942-89f3-f3cf804fd218,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:58:56.244793 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (a72872a4-8a39-4af1-91a9-303b5194a52b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.255517 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 95dbec88-7368-4942-89f3-f3cf804fd218 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:56.286845 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.290828 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4abdae58-798f-4173-ad7a-0880cd92b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.401855 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9499eb-824f-44f2-9f12-c83275e79d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd79fe7c-6d51-4d25-9b02-241c2ab3034c,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:56.519520 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:56.533421 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-93f6cbb5-ab5a-4f9e-bac3-e58dd963d89e None None] Provisioning complete for port 733ded8d-daf4-45b4-b930-3af39d95da36 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:56.533824 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-93f6cbb5-ab5a-4f9e-bac3-e58dd963d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.629949 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Publish callbacks [] for port (733ded8d-daf4-45b4-b930-3af39d95da36), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.633089 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Router 976ae66e-3563-4c05-af5c-96757c2292b5 is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:58:56.635988 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdae58-798f-4173-ad7a-0880cd92b4bf None None] Pushing event updated for resources: {'Port': ['ID=95dbec88-7368-4942-89f3-f3cf804fd218,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:56.636234 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Router a72872a4-8a39-4af1-91a9-303b5194a52b is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 07:58:56.645971 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.647244 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (cafbdff6-e279-4215-9240-f2abdea7e69a), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.698106 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-93f6cbb5-ab5a-4f9e-bac3-e58dd963d89e None None] Port 733ded8d-daf4-45b4-b930-3af39d95da36 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:58:56.708169 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-93f6cbb5-ab5a-4f9e-bac3-e58dd963d89e None None] Provisioning complete for port 95dbec88-7368-4942-89f3-f3cf804fd218 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:56.708755 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-93f6cbb5-ab5a-4f9e-bac3-e58dd963d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.763061 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 95dbec88-7368-4942-89f3-f3cf804fd218 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:58:56.797405 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Pushing event updated for resources: {'Port': ['ID=733ded8d-daf4-45b4-b930-3af39d95da36,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:56.845590 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-93f6cbb5-ab5a-4f9e-bac3-e58dd963d89e None None] Current status of the port 95dbec88-7368-4942-89f3-f3cf804fd218 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:58:56.876036 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:58:56.881184 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:56.888302 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Sync routers for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:58:56.904196 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:58:56.904840 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:56.926797 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:56.928392 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-70b8b098-8c01-449b-af76-9687c17d8f68 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9820600 Sep 13 07:58:56.939000 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54110) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:56.973114 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:58:56.983890 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Sync routers for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:58:57.007693 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:58:57.008668 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:57.073798 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:57.076609 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:57.104102 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:57.105926 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-f8f73846-5f6f-4e49-aec0-a483b91460d7 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0279670 Sep 13 07:58:57.164489 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54116) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:58:57.345271 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:58:57.533862 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:58:57.647959 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Router cafbdff6-e279-4215-9240-f2abdea7e69a has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:58:57.717681 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:57.791754 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:58:53Z', 'revision_number': 3, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:57.819070 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-31c5fa93-1419-4df6-b47b-1a1ebb002124 None None] Provisioning complete for port 733ded8d-daf4-45b4-b930-3af39d95da36 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:57.822061 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-31c5fa93-1419-4df6-b47b-1a1ebb002124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:57.838915 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Checking router: 976ae66e-3563-4c05-af5c-96757c2292b5 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:58:57.839215 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Updating router 976ae66e-3563-4c05-af5c-96757c2292b5 port ace7dd2a-c76d-4684-8708-7174739f2412 binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:58:57.875876 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:57.902636 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:57.927789 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-31c5fa93-1419-4df6-b47b-1a1ebb002124 None None] Port 733ded8d-daf4-45b4-b930-3af39d95da36 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:58:57.934732 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb88cb-f22b-4f90-aff8-86ece1c22a58 None None] Network 06a031c7-2519-4c40-aa94-3951689a554d requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:58:57.968798 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:57.969619 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:58.037187 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:58.214052 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 95dbec88-7368-4942-89f3-f3cf804fd218 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:58:58.280816 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-12fccaf8-f4dd-423d-b62b-c1f955f23b4b None None] Provisioning complete for port a1370e47-a0b4-4da1-ae85-8b434bf577db triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:58.281217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-12fccaf8-f4dd-423d-b62b-c1f955f23b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:58.333079 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:58:58.350282 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-f74559e7-f7aa-4931-8c37-ebf0470f4884 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cafbdff6-e279-4215-9240-f2abdea7e69a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2472641 Sep 13 07:58:58.363897 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Sync routers for ids ['cafbdff6-e279-4215-9240-f2abdea7e69a'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:58:58.384452 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:58.386388 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Routers {'cafbdff6-e279-4215-9240-f2abdea7e69a'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:58:58.387176 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cafbdff6-e279-4215-9240-f2abdea7e69a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:58.585021 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:58.615248 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:58:55Z', 'revision_number': 3, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:58.620650 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 95dbec88-7368-4942-89f3-f3cf804fd218 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:58.621375 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:58.636359 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Publish callbacks [] for port (ace7dd2a-c76d-4684-8708-7174739f2412), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:58.656063 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:58.680943 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:58.686592 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:58.740440 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-12fccaf8-f4dd-423d-b62b-c1f955f23b4b None None] Current status of the port a1370e47-a0b4-4da1-ae85-8b434bf577db is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:58:58.741090 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-12fccaf8-f4dd-423d-b62b-c1f955f23b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:58.751648 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Attempting to bind port ace7dd2a-c76d-4684-8708-7174739f2412 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:58:58.752054 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Attempting to bind port ace7dd2a-c76d-4684-8708-7174739f2412 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:58:58.752415 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Attempting to bind port ace7dd2a-c76d-4684-8708-7174739f2412 on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:58:58.779664 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Checking router: a72872a4-8a39-4af1-91a9-303b5194a52b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:58:58.780709 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Updating router a72872a4-8a39-4af1-91a9-303b5194a52b port 5aa3a46f-3b18-4592-940b-e5f6184ab11e binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:58:58.913899 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4241077-ca3e-4e10-bc9c-d199c747fd61 None None] Pushing event updated for resources: {'Port': ['ID=ace7dd2a-c76d-4684-8708-7174739f2412,revision_number=2']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:58.956556 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:58:58.957226 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:58:58.957983 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:58.959074 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:58:58.959754 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Bound port: ace7dd2a-c76d-4684-8708-7174739f2412, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:58:58.960275 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:58.981762 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Set router cafbdff6-e279-4215-9240-f2abdea7e69a gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:58:59.078321 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] For port ace7dd2a-c76d-4684-8708-7174739f2412, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:58:59.089457 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] For port ace7dd2a-c76d-4684-8708-7174739f2412, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=ace7dd2a-c76d-4684-8708-7174739f2412,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:58:59.101655 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:59.130394 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-12fccaf8-f4dd-423d-b62b-c1f955f23b4b None None] For port a1370e47-a0b4-4da1-ae85-8b434bf577db, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=a1370e47-a0b4-4da1-ae85-8b434bf577db,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:58:59.157582 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-12fccaf8-f4dd-423d-b62b-c1f955f23b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:59.174097 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Allocated IP 172.20.0.1 (06a031c7-2519-4c40-aa94-3951689a554d/c011a6f1-33b1-4cb3-9131-834cfeeba679/5e1e52bd-f15e-406f-9338-34a2c3c4cc30) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:58:59.181161 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Allocated IP 172.20.0.1 (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845/87d20af1-22c1-4587-9432-6e89bfc6084f/4fc34217-4554-41ea-a818-84e3572eb40a) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:58:59.192719 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:59.285184 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:58:59.286032 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:58:59.375373 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:59.528174 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Publish callbacks [] for port (4fc34217-4554-41ea-a818-84e3572eb40a), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:59.539675 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Publish callbacks [] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:59.552294 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4241077-ca3e-4e10-bc9c-d199c747fd61 None None] Pushing event updated for resources: {'Port': ['ID=ace7dd2a-c76d-4684-8708-7174739f2412,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:58:59.558868 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-082635b0-6460-428e-a2ae-556254ebae79 None None] Provisioning complete for port a1370e47-a0b4-4da1-ae85-8b434bf577db triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:58:59.559841 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-082635b0-6460-428e-a2ae-556254ebae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:59.618988 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:59.626577 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:58:59.638557 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:59.721436 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:59.725043 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:59.747845 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:58:59.749801 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:58:59.750317 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (976ae66e-3563-4c05-af5c-96757c2292b5), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:58:59.777458 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Network 06a031c7-2519-4c40-aa94-3951689a554d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:58:59.810546 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:58:59.822637 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:58:59.823153 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (a72872a4-8a39-4af1-91a9-303b5194a52b), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:00.061714 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Pushing event updated for resources: {'Port': ['ID=5e1e52bd-f15e-406f-9338-34a2c3c4cc30,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:00.123675 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:00.131722 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Pushing event updated for resources: {'Port': ['ID=4fc34217-4554-41ea-a818-84e3572eb40a,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:00.227407 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54250) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:00.232316 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:58:53Z', 'revision_number': 3, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:00.233397 dv-cinder-857075-3-iscsi neutron-server[106243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 07:59:00.239883 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:00.301603 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec44f13-88f4-4b73-87e2-ea28d86831c0 None None] The sync data for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi is: [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:58:53Z', 'revision_number': 3, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:59:00.392209 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:00.442147 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:00.465519 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:49Z', 'updated_at': '2022-09-13T07:58:55Z', 'revision_number': 4, 'project_id': '074dbd6970034af1b02996d318d42e88', 'gw_port': {'id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '733ded8d-daf4-45b4-b930-3af39d95da36', 'name': '', 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'mac_address': 'fa:16:3e:68:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0655959b-28e8-486d-ab68-14e94abf101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:58:55Z', 'revision_number': 2, 'project_id': '074dbd6970034af1b02996d318d42e88', 'subnets': [{'id': '0655959b-28e8-486d-ab68-14e94abf101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:00.576647 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Checking router: cafbdff6-e279-4215-9240-f2abdea7e69a for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:59:00.576647 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Updating router cafbdff6-e279-4215-9240-f2abdea7e69a port 733ded8d-daf4-45b4-b930-3af39d95da36 binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:59:00.633598 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-90c32beb-ec43-41f1-8ad4-a7177e0985fc tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:00.635240 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-90c32beb-ec43-41f1-8ad4-a7177e0985fc tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/networks?id=1f9619b1-9085-49ff-9e29-0fbf1c6beb66 HTTP/1.1" status: 200 len: 811 time: 0.4068420 Sep 13 07:59:00.644923 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 95dbec88-7368-4942-89f3-f3cf804fd218 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:00.649856 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device a1370e47-a0b4-4da1-ae85-8b434bf577db up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:00.650868 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Publish callbacks [] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:00.657683 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:00.658470 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (a72872a4-8a39-4af1-91a9-303b5194a52b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:00.708113 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:00.729864 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fccaf8-f4dd-423d-b62b-c1f955f23b4b None None] Pushing event updated for resources: {'Port': ['ID=a1370e47-a0b4-4da1-ae85-8b434bf577db,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:00.739855 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-d3c24c30-ab40-479b-8b6c-1690aad5c4fb tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/quotas/074dbd6970034af1b02996d318d42e88 HTTP/1.1" status: 200 len: 375 time: 0.0519695 Sep 13 07:59:00.891804 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:00.907696 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:00.909210 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port a1370e47-a0b4-4da1-ae85-8b434bf577db triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:00.909896 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:00.943496 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Pushing event updated for resources: {'Port': ['ID=5e1e52bd-f15e-406f-9338-34a2c3c4cc30,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:00.946860 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-24a9debd-3800-4fb9-aab9-6fd132eee62b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=074dbd6970034af1b02996d318d42e88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874139 Sep 13 07:59:00.983635 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Network 06a031c7-2519-4c40-aa94-3951689a554d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:59:00.986621 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:59:01.036574 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:01.124325 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Publish callbacks [] for port (4fc34217-4554-41ea-a818-84e3572eb40a), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:01.134996 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:01.136280 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (976ae66e-3563-4c05-af5c-96757c2292b5), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:01.244386 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Pushing event updated for resources: {'Port': ['ID=4fc34217-4554-41ea-a818-84e3572eb40a,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:01.268174 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Router a72872a4-8a39-4af1-91a9-303b5194a52b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:59:01.365322 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:01.432386 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:59:01.434508 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:59:01.564767 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-f37b682d-58a6-434d-89ed-0634a8ccba21 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:59:01.574598 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-f37b682d-58a6-434d-89ed-0634a8ccba21 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2841587 Sep 13 07:59:01.597934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:59:01.603206 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-bb191019-b8cf-4510-935c-23e3daf2729d admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/a72872a4-8a39-4af1-91a9-303b5194a52b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6623685 Sep 13 07:59:01.632748 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-082635b0-6460-428e-a2ae-556254ebae79 None None] Current status of the port a1370e47-a0b4-4da1-ae85-8b434bf577db is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:01.824746 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-7c0a6d34-9f8f-472d-ac63-54fef67ee94a None None] Provisioning complete for port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:01.827106 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6d34-9f8f-472d-ac63-54fef67ee94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.010149 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Router 976ae66e-3563-4c05-af5c-96757c2292b5 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:59:02.036469 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port a1370e47-a0b4-4da1-ae85-8b434bf577db is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:02.037790 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 36721b74-2302-4b13-87b1-5d31f86bccb4 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:02.054029 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-49e66e30-24ac-4eb0-b4ee-bf444fabdd9d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/1f9619b1-9085-49ff-9e29-0fbf1c6beb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739451 Sep 13 07:59:02.147123 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a6d34-9f8f-472d-ac63-54fef67ee94a None None] Port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:59:02.164307 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-7c0a6d34-9f8f-472d-ac63-54fef67ee94a None None] Provisioning complete for port 4fc34217-4554-41ea-a818-84e3572eb40a triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:02.164843 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6d34-9f8f-472d-ac63-54fef67ee94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.210439 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54346) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:02.215152 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-3c39ea37-c36a-4527-91b3-d2e382a604d4 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56698966', 'description': 'tempest-description--1198715700'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:02.233712 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:59:02.236766 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-cf399ef1-aff8-4513-a9bd-e718282960c7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/1f9619b1-9085-49ff-9e29-0fbf1c6beb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523151 Sep 13 07:59:02.249857 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4683c3c2-cbf1-4c00-8397-6bf003595b0c admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/976ae66e-3563-4c05-af5c-96757c2292b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0836523 Sep 13 07:59:02.271777 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a6d34-9f8f-472d-ac63-54fef67ee94a None None] Port 4fc34217-4554-41ea-a818-84e3572eb40a cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:59:02.275198 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Publish callbacks [] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.278413 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c39ea37-c36a-4527-91b3-d2e382a604d4 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.296551 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.313278 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 36721b74-2302-4b13-87b1-5d31f86bccb4 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:02.313665 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.363252 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Attempting to bind port 5aa3a46f-3b18-4592-940b-e5f6184ab11e on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:59:02.363626 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Attempting to bind port 5aa3a46f-3b18-4592-940b-e5f6184ab11e by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:59:02.364331 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Attempting to bind port 5aa3a46f-3b18-4592-940b-e5f6184ab11e on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:02.435248 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54358) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:02.442548 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c39ea37-c36a-4527-91b3-d2e382a604d4 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (c626369f-2a8c-43c0-8748-e6b6c4b90376), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.455269 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c39ea37-c36a-4527-91b3-d2e382a604d4 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (c626369f-2a8c-43c0-8748-e6b6c4b90376), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.492550 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 36721b74-2302-4b13-87b1-5d31f86bccb4 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:02.494726 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.565526 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c39ea37-c36a-4527-91b3-d2e382a604d4 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.570522 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3c39ea37-c36a-4527-91b3-d2e382a604d4 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3562093 Sep 13 07:59:02.570522 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39ea37-c36a-4527-91b3-d2e382a604d4 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c626369f-2a8c-43c0-8748-e6b6c4b90376,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:02.571138 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54376) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:02.575712 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-0adb5261-08ce-452d-bd0e-1bc9434636a8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'security_group_rule': {'security_group_id': 'c626369f-2a8c-43c0-8748-e6b6c4b90376', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:02.627132 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-663eabee-151b-4521-9f0a-6873c3e3605d None None] Provisioning complete for port 4fc34217-4554-41ea-a818-84e3572eb40a triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:02.627521 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-663eabee-151b-4521-9f0a-6873c3e3605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.644272 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0adb5261-08ce-452d-bd0e-1bc9434636a8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (f94c445b-96d1-40eb-8d5d-8f2cc34aefff), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.650920 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:02.651864 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:02.652905 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f4049-fcc6-4c41-8000-87a972f3c8fb None None] Pushing event updated for resources: {'Port': ['ID=5aa3a46f-3b18-4592-940b-e5f6184ab11e,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:02.712741 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 36721b74-2302-4b13-87b1-5d31f86bccb4, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=36721b74-2302-4b13-87b1-5d31f86bccb4,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:02.760696 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.815581 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0adb5261-08ce-452d-bd0e-1bc9434636a8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (f94c445b-96d1-40eb-8d5d-8f2cc34aefff), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.829656 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f32410b0-dc41-4196-b494-0a153d126412 req-ba22d30d-b530-47ae-a8f2-bf1583c499a6 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 210 time: 0.1308954 Sep 13 07:59:02.844058 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0adb5261-08ce-452d-bd0e-1bc9434636a8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (f94c445b-96d1-40eb-8d5d-8f2cc34aefff), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.844267 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Publish callbacks [] for port (733ded8d-daf4-45b4-b930-3af39d95da36), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.853857 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=36721b74-2302-4b13-87b1-5d31f86bccb4,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:02.858591 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:59:02.859390 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:02.859963 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.861190 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:59:02.862969 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Bound port: 5aa3a46f-3b18-4592-940b-e5f6184ab11e, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:59:02.864215 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.865627 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb5261-08ce-452d-bd0e-1bc9434636a8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94c445b-96d1-40eb-8d5d-8f2cc34aefff,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:02.867474 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25a226c3-d1ce-44e7-bd1d-8ec25130f53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.871049 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-663eabee-151b-4521-9f0a-6873c3e3605d None None] Port 4fc34217-4554-41ea-a818-84e3572eb40a cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:59:02.874735 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:02.880680 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.937656 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0adb5261-08ce-452d-bd0e-1bc9434636a8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:02.942397 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54398) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:02.945094 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0adb5261-08ce-452d-bd0e-1bc9434636a8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674681 Sep 13 07:59:02.947704 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-589b0098-4798-4425-b5e8-4daaf3e5cf07 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'security_group_rule': {'security_group_id': 'c626369f-2a8c-43c0-8748-e6b6c4b90376', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:02.996401 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54406) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:03.000619 dv-cinder-857075-3-iscsi neutron-server[106242]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 07:59:03.079445 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Sync routers for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:59:03.096372 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:03.107438 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:59:03.108413 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:03.125544 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-589b0098-4798-4425-b5e8-4daaf3e5cf07 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (f84f7777-5e1e-49ef-8699-892d7379dec6), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.148032 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device a1370e47-a0b4-4da1-ae85-8b434bf577db up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:03.163075 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25a226c3-d1ce-44e7-bd1d-8ec25130f53f admin admin] Publish callbacks [] for security_group (b6cf6bd9-db3e-4b69-b3ac-22359cfde5f8), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.171426 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25a226c3-d1ce-44e7-bd1d-8ec25130f53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (b6cf6bd9-db3e-4b69-b3ac-22359cfde5f8), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.201443 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f3174-e34d-4cbe-bfdc-89c74ce4d9cc None None] Pushing event updated for resources: {'Port': ['ID=733ded8d-daf4-45b4-b930-3af39d95da36,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:03.211415 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] For port 5aa3a46f-3b18-4592-940b-e5f6184ab11e, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:59:03.233395 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:03.238327 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Attempting to bind port 733ded8d-daf4-45b4-b930-3af39d95da36 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:59:03.239197 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Attempting to bind port 733ded8d-daf4-45b4-b930-3af39d95da36 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:59:03.239729 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Attempting to bind port 733ded8d-daf4-45b4-b930-3af39d95da36 on network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:03.242086 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-25a226c3-d1ce-44e7-bd1d-8ec25130f53f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3895318b23c049a8a6e695e70efa2506&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8056033 Sep 13 07:59:03.243228 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54410) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:03.250885 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] For port 5aa3a46f-3b18-4592-940b-e5f6184ab11e, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=5aa3a46f-3b18-4592-940b-e5f6184ab11e,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:59:03.258236 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:03.275916 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a226c3-d1ce-44e7-bd1d-8ec25130f53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cf6bd9-db3e-4b69-b3ac-22359cfde5f8,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:03.285253 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.295986 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:03.311150 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:59:03.367896 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-81d5178c-d79c-4c01-98c2-d92d1c8a099a admin admin] Publish callbacks [] for security_group (b6cf6bd9-db3e-4b69-b3ac-22359cfde5f8), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.374026 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port a1370e47-a0b4-4da1-ae85-8b434bf577db triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:03.374521 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.378218 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:59:03.379010 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:03.399755 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:03.417007 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:59:03.417621 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Checking segment: {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:03.418143 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.419141 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Bound using segment: {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:59:03.419775 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Bound port: 733ded8d-daf4-45b4-b930-3af39d95da36, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:59:03.420734 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.431642 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-81d5178c-d79c-4c01-98c2-d92d1c8a099a admin admin] Publish callbacks [] for security_group (b6cf6bd9-db3e-4b69-b3ac-22359cfde5f8), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.499495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-81d5178c-d79c-4c01-98c2-d92d1c8a099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (b6cf6bd9-db3e-4b69-b3ac-22359cfde5f8), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.502275 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-81d5178c-d79c-4c01-98c2-d92d1c8a099a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.506396 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-81d5178c-d79c-4c01-98c2-d92d1c8a099a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b6cf6bd9-db3e-4b69-b3ac-22359cfde5f8 HTTP/1.1" status: 204 len: 168 time: 0.2620878 Sep 13 07:59:03.519244 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5178c-d79c-4c01-98c2-d92d1c8a099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cf6bd9-db3e-4b69-b3ac-22359cfde5f8,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:03.562659 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-714a7149-243a-4d0d-8e5d-2987264bb2e8 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:03.575044 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-714a7149-243a-4d0d-8e5d-2987264bb2e8 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 819 time: 0.5768697 Sep 13 07:59:03.579934 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f4049-fcc6-4c41-8000-87a972f3c8fb None None] Pushing event updated for resources: {'Port': ['ID=5aa3a46f-3b18-4592-940b-e5f6184ab11e,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:03.600032 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-589b0098-4798-4425-b5e8-4daaf3e5cf07 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (f84f7777-5e1e-49ef-8699-892d7379dec6), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.612242 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-9b3c242d-83a3-40bb-996f-3ed8274969f7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/quotas/3414a292093541209ace108ad8bb6be4 HTTP/1.1" status: 200 len: 375 time: 0.0360720 Sep 13 07:59:03.664066 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:59:03.701579 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 2, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:03.710300 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-589b0098-4798-4425-b5e8-4daaf3e5cf07 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (f84f7777-5e1e-49ef-8699-892d7379dec6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.776291 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Checking router: 976ae66e-3563-4c05-af5c-96757c2292b5 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:59:03.776768 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Updating router 976ae66e-3563-4c05-af5c-96757c2292b5 port 4fc34217-4554-41ea-a818-84e3572eb40a binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:59:03.845282 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.850636 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] For port 733ded8d-daf4-45b4-b930-3af39d95da36, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:59:03.879587 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:03.897854 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b0098-4798-4425-b5e8-4daaf3e5cf07 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84f7777-5e1e-49ef-8699-892d7379dec6,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:03.913147 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port a1370e47-a0b4-4da1-ae85-8b434bf577db is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:03.919310 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-461be4db-5891-4fde-8309-47549a2f5c0f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3049998 Sep 13 07:59:03.929329 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device ace7dd2a-c76d-4684-8708-7174739f2412 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:03.953319 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-589b0098-4798-4425-b5e8-4daaf3e5cf07 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:03.962341 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-589b0098-4798-4425-b5e8-4daaf3e5cf07 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0185478 Sep 13 07:59:03.964951 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54454) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:03.972540 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:03.998804 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7a1e53d1-0797-493b-82b2-d4553154aaed req-cc1f8300-3765-44b4-a062-8ffeb4962665 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 210 time: 0.0441995 Sep 13 07:59:04.046401 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] For port 733ded8d-daf4-45b4-b930-3af39d95da36, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=733ded8d-daf4-45b4-b930-3af39d95da36,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:59:04.049579 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:04.075154 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.078043 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.218930 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Routers {'cafbdff6-e279-4215-9240-f2abdea7e69a'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:59:04.220080 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cafbdff6-e279-4215-9240-f2abdea7e69a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:04.227374 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54466) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:04.252895 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1b92c176-78a5-42ff-ac23-931d5674ec11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.441111 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f3174-e34d-4cbe-bfdc-89c74ce4d9cc None None] Pushing event updated for resources: {'Port': ['ID=733ded8d-daf4-45b4-b930-3af39d95da36,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:04.473047 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1b92c176-78a5-42ff-ac23-931d5674ec11 admin admin] Publish callbacks [] for security_group (3d842b87-42cf-4018-aff3-958d4046c5d1), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.482402 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1b92c176-78a5-42ff-ac23-931d5674ec11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (3d842b87-42cf-4018-aff3-958d4046c5d1), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.602854 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1b92c176-78a5-42ff-ac23-931d5674ec11 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e94ea2561fde469089753e13b409e054&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3714914 Sep 13 07:59:04.615037 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54490) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:04.662544 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92c176-78a5-42ff-ac23-931d5674ec11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d842b87-42cf-4018-aff3-958d4046c5d1,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:04.678590 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.745227 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54496) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:04.813623 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Publish callbacks [] for port (4fc34217-4554-41ea-a818-84e3572eb40a), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.823098 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.868297 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-2b7b6d6e-d4fe-4c52-85bc-380f2f790d40 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:59:04.873815 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e248-79c5-42ec-b582-b73158be9b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.876734 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-2b7b6d6e-d4fe-4c52-85bc-380f2f790d40 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3598647 Sep 13 07:59:04.917552 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port ace7dd2a-c76d-4684-8708-7174739f2412 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:04.919387 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:04.979574 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 2, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:05.025081 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa586ecd-8e51-43aa-8426-273ca74d7d73 None None] The sync data for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi is: [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 2, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:59:05.053059 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-25d86ca7-17f4-4690-8059-642aaaa88c79 admin admin] Publish callbacks [] for security_group (3d842b87-42cf-4018-aff3-958d4046c5d1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.055494 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7e306-b9ce-47ee-99b4-1b7196caf8ed None None] Pushing event updated for resources: {'Port': ['ID=4fc34217-4554-41ea-a818-84e3572eb40a,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:05.070012 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e248-79c5-42ec-b582-b73158be9b28 admin admin] Publish callbacks [] for security_group (ddc81675-e088-4c69-bf32-cd91a9e81524), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.071386 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] Set router cafbdff6-e279-4215-9240-f2abdea7e69a gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:59:05.090084 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a8e6e248-79c5-42ec-b582-b73158be9b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ddc81675-e088-4c69-bf32-cd91a9e81524), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.091073 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Attempting to bind port 4fc34217-4554-41ea-a818-84e3572eb40a on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:59:05.091453 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Attempting to bind port 4fc34217-4554-41ea-a818-84e3572eb40a by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:59:05.091813 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Attempting to bind port 4fc34217-4554-41ea-a818-84e3572eb40a on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:05.161006 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6e248-79c5-42ec-b582-b73158be9b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc81675-e088-4c69-bf32-cd91a9e81524,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:05.190656 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:05.202885 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:59:05.203463 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Checking segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:05.203857 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.206198 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Bound using segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:59:05.206866 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Bound port: 4fc34217-4554-41ea-a818-84e3572eb40a, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:59:05.209008 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.217400 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port ace7dd2a-c76d-4684-8708-7174739f2412 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:05.218286 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.221978 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-25d86ca7-17f4-4690-8059-642aaaa88c79 admin admin] Publish callbacks [] for security_group (3d842b87-42cf-4018-aff3-958d4046c5d1), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.230229 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a8e6e248-79c5-42ec-b582-b73158be9b28 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9f884173ca424e9480348995d9288164&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4812491 Sep 13 07:59:05.236193 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54510) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:05.324092 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Allocated IP 172.27.1.184 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/c5cc8f21-a4e3-4651-a337-bb85aa9f7001) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:59:05.359639 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6f45b356-d999-47de-9076-14d6774b5dac req-a27a1cff-fd4b-4cb3-8c57-8900ae4eedbc tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 210 time: 0.0435588 Sep 13 07:59:05.360294 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-a5a4ca90-72e0-456a-b405-c73f65db61b4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815898 Sep 13 07:59:05.366370 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] For port 4fc34217-4554-41ea-a818-84e3572eb40a, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:59:05.374355 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] For port 4fc34217-4554-41ea-a818-84e3572eb40a, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=4fc34217-4554-41ea-a818-84e3572eb40a,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:59:05.384724 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27b0568c-f3d6-43b0-9501-453d3980f47f admin admin] Publish callbacks [] for security_group (ddc81675-e088-4c69-bf32-cd91a9e81524), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.388087 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.400421 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port ace7dd2a-c76d-4684-8708-7174739f2412, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=ace7dd2a-c76d-4684-8708-7174739f2412,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:05.433577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27b0568c-f3d6-43b0-9501-453d3980f47f admin admin] Publish callbacks [] for security_group (ddc81675-e088-4c69-bf32-cd91a9e81524), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.449892 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.481748 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:05.483690 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7e306-b9ce-47ee-99b4-1b7196caf8ed None None] Pushing event updated for resources: {'Port': ['ID=4fc34217-4554-41ea-a818-84e3572eb40a,revision_number=4']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:05.493969 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:59:05.495226 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:05.499335 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:05.573987 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27b0568c-f3d6-43b0-9501-453d3980f47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ddc81675-e088-4c69-bf32-cd91a9e81524), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.583415 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=ace7dd2a-c76d-4684-8708-7174739f2412,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:05.583557 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27b0568c-f3d6-43b0-9501-453d3980f47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.583557 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-27b0568c-f3d6-43b0-9501-453d3980f47f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ddc81675-e088-4c69-bf32-cd91a9e81524 HTTP/1.1" status: 204 len: 168 time: 0.3417797 Sep 13 07:59:05.592257 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0568c-f3d6-43b0-9501-453d3980f47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc81675-e088-4c69-bf32-cd91a9e81524,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:05.697601 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:49Z', 'updated_at': '2022-09-13T07:58:55Z', 'revision_number': 4, 'project_id': '074dbd6970034af1b02996d318d42e88', 'gw_port': {'id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '733ded8d-daf4-45b4-b930-3af39d95da36', 'name': '', 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'mac_address': 'fa:16:3e:68:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0655959b-28e8-486d-ab68-14e94abf101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:03Z', 'revision_number': 4, 'project_id': '074dbd6970034af1b02996d318d42e88', 'subnets': [{'id': '0655959b-28e8-486d-ab68-14e94abf101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:05.726165 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:05.794199 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-25d86ca7-17f4-4690-8059-642aaaa88c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (3d842b87-42cf-4018-aff3-958d4046c5d1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.801979 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-25d86ca7-17f4-4690-8059-642aaaa88c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:05.803301 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-25d86ca7-17f4-4690-8059-642aaaa88c79 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3d842b87-42cf-4018-aff3-958d4046c5d1 HTTP/1.1" status: 204 len: 168 time: 1.1824570 Sep 13 07:59:05.816973 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a3b756-3389-4598-af50-7b95f7c4262f None None] The sync data for ids ['cafbdff6-e279-4215-9240-f2abdea7e69a'] in dv-cinder-857075-3-iscsi is: [{'id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:49Z', 'updated_at': '2022-09-13T07:58:55Z', 'revision_number': 4, 'project_id': '074dbd6970034af1b02996d318d42e88', 'gw_port': {'id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '733ded8d-daf4-45b4-b930-3af39d95da36', 'name': '', 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'mac_address': 'fa:16:3e:68:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0655959b-28e8-486d-ab68-14e94abf101d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:03Z', 'revision_number': 4, 'project_id': '074dbd6970034af1b02996d318d42e88', 'subnets': [{'id': '0655959b-28e8-486d-ab68-14e94abf101d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:59:05.879753 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 36721b74-2302-4b13-87b1-5d31f86bccb4 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:06.006735 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 36721b74-2302-4b13-87b1-5d31f86bccb4 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:06.007865 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:06.009516 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:06.035977 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for port (c5cc8f21-a4e3-4651-a337-bb85aa9f7001), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:06.109748 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:59:06.116826 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d86ca7-17f4-4690-8059-642aaaa88c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d842b87-42cf-4018-aff3-958d4046c5d1,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:06.165378 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 36721b74-2302-4b13-87b1-5d31f86bccb4 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:06.204990 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:06.238036 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (c5cc8f21-a4e3-4651-a337-bb85aa9f7001), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:06.265628 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-c9e4a390-cc21-468f-8bd2-0f57ebc5e273 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9034822 Sep 13 07:59:06.271574 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.18', 50297) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:06.376866 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:59:06.394822 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:59:06.412750 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:59:06.647683 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'Port': ['ID=c5cc8f21-a4e3-4651-a337-bb85aa9f7001,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:06.700821 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f94058d0-6f43-467a-8d2d-ea8dda96cb2e req-8f5ce087-b294-494c-9408-44c6c437e6ef tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 210 time: 0.1392956 Sep 13 07:59:06.770974 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-e0264922-a29f-4c77-a5bb-976d6ff0d430 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:06.772484 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-e0264922-a29f-4c77-a5bb-976d6ff0d430 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1f9619b1-9085-49ff-9e29-0fbf1c6beb66 HTTP/1.1" status: 200 len: 811 time: 0.4986532 Sep 13 07:59:06.816931 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (9c2e7839-9f6d-484f-bf89-189613a2d9e1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:06.943683 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:06.961931 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c5cc8f21-a4e3-4651-a337-bb85aa9f7001), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:07.007449 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa324c9-2d45-4456-a211-22119bb0ff0b None None] The sync data for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi is: [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:59:07.073720 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bc364d50-0275-4fa5-a86e-64b6a0cd4200 req-f6e880e8-c8db-47ed-9a8d-6b1d0639bca7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 210 time: 0.0440960 Sep 13 07:59:07.292963 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for port (c5cc8f21-a4e3-4651-a337-bb85aa9f7001), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:07.299217 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c5cc8f21-a4e3-4651-a337-bb85aa9f7001), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:07.300286 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (9c2e7839-9f6d-484f-bf89-189613a2d9e1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:07.348219 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:07.354537 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3855021 Sep 13 07:59:07.392441 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f138e-eb5b-414e-82ac-bfa4cf214622 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'Port': ['ID=c5cc8f21-a4e3-4651-a337-bb85aa9f7001,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:07.842512 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-652e88cd-5e8e-44f6-b30d-1f6cc1d81c0d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:07.849820 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-652e88cd-5e8e-44f6-b30d-1f6cc1d81c0d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 819 time: 0.3997626 Sep 13 07:59:07.893307 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-0b9bbd4f-196e-4255-83cc-1507fd742e63 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/quotas/3414a292093541209ace108ad8bb6be4 HTTP/1.1" status: 200 len: 375 time: 0.0315349 Sep 13 07:59:07.922381 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-1f3a0641-f765-4a94-85c3-abc15c64a45a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--56698966&fields=id&tenant_id=673e7e0a20014808a399969e1d5e0d41 HTTP/1.1" status: 200 len: 267 time: 0.1494730 Sep 13 07:59:08.011331 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-8a4077f9-583d-4f98-8895-27b22226735a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095603 Sep 13 07:59:08.012061 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54650) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:08.023708 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 733ded8d-daf4-45b4-b930-3af39d95da36 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:08.100591 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 733ded8d-daf4-45b4-b930-3af39d95da36 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:08.101598 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:08.115110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:08.235971 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-e8625e88-a22a-46d3-8475-854553ffa13c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:08.240406 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-e8625e88-a22a-46d3-8475-854553ffa13c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 811 time: 0.3160195 Sep 13 07:59:08.301253 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-27f6e7e8-7655-4072-a0a6-579c522d08a1 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/quotas/673e7e0a20014808a399969e1d5e0d41 HTTP/1.1" status: 200 len: 375 time: 0.0558457 Sep 13 07:59:08.317003 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-94d280c8-89ab-49ff-8af5-daf32bf11993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:08.359736 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-bd58413e-0853-4348-8f3a-621fe87b4113 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341303 Sep 13 07:59:08.378692 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:08.385344 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 733ded8d-daf4-45b4-b930-3af39d95da36 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:08.386929 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:08.406724 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:08.435069 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-70e23c0e-449d-4ee7-917b-db670e29cf2b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322064 Sep 13 07:59:08.497353 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 733ded8d-daf4-45b4-b930-3af39d95da36, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=733ded8d-daf4-45b4-b930-3af39d95da36,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:08.507413 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:08.508454 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 4fc34217-4554-41ea-a818-84e3572eb40a up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:08.569355 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a9c09628-7a7e-4fa7-8332-da2e7f36e981 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157947 Sep 13 07:59:08.632920 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:08.681438 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-7589ed0d-9684-4e9f-a76f-eaa28e0a2fc7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198512 Sep 13 07:59:08.723631 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-94d280c8-89ab-49ff-8af5-daf32bf11993 admin admin] Publish callbacks [] for security_group (9f46fc56-befe-4a82-b50f-86e5a6d7c5ac), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:08.733862 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-94d280c8-89ab-49ff-8af5-daf32bf11993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (9f46fc56-befe-4a82-b50f-86e5a6d7c5ac), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:08.737237 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-8b2a7eff-bfb7-41a9-84e0-b27446307c92 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665897 Sep 13 07:59:08.755680 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 4fc34217-4554-41ea-a818-84e3572eb40a triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:08.758120 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:08.856835 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54674) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:08.857229 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-94d280c8-89ab-49ff-8af5-daf32bf11993 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=27168502db1845468d219bbdcf68f42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8438175 Sep 13 07:59:08.872621 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d280c8-89ab-49ff-8af5-daf32bf11993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f46fc56-befe-4a82-b50f-86e5a6d7c5ac,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:08.896204 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=733ded8d-daf4-45b4-b930-3af39d95da36,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:09.038741 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b49e0f40-7052-43f6-b9c4-6440783945c5 admin admin] Publish callbacks [] for security_group (9f46fc56-befe-4a82-b50f-86e5a6d7c5ac), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:09.061470 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 4fc34217-4554-41ea-a818-84e3572eb40a is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:09.062524 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:09.098631 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b49e0f40-7052-43f6-b9c4-6440783945c5 admin admin] Publish callbacks [] for security_group (9f46fc56-befe-4a82-b50f-86e5a6d7c5ac), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:09.149057 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 4fc34217-4554-41ea-a818-84e3572eb40a, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=4fc34217-4554-41ea-a818-84e3572eb40a,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:09.161068 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:09.162227 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 5aa3a46f-3b18-4592-940b-e5f6184ab11e up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:09.297753 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-467a970c-533a-4765-b7bf-0c15db07eb7d req-1b30d3f9-f9c6-4207-b5d7-e53ec13e3b5c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 210 time: 0.1365561 Sep 13 07:59:09.336969 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Request body: {'port': {'device_id': '7da25fcc-33bc-4b69-8e38-2aedff4c2720', 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66', 'admin_state_up': True, 'tenant_id': '074dbd6970034af1b02996d318d42e88'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:09.341959 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 5aa3a46f-3b18-4592-940b-e5f6184ab11e triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:09.342571 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:09.656457 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-807770f6-2641-4c8d-8475-c2fd74ad6cd2 req-b475ae14-605e-4c72-8c1f-d46dfb60caa3 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 210 time: 0.2341464 Sep 13 07:59:09.677127 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 5aa3a46f-3b18-4592-940b-e5f6184ab11e is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:09.677520 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:09.730992 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 5aa3a46f-3b18-4592-940b-e5f6184ab11e, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=5aa3a46f-3b18-4592-940b-e5f6184ab11e,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:09.732340 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=4fc34217-4554-41ea-a818-84e3572eb40a,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:09.745290 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:09.746141 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device ace7dd2a-c76d-4684-8708-7174739f2412 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:10.122144 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b49e0f40-7052-43f6-b9c4-6440783945c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (9f46fc56-befe-4a82-b50f-86e5a6d7c5ac), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:10.123992 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=5aa3a46f-3b18-4592-940b-e5f6184ab11e,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:10.125301 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b49e0f40-7052-43f6-b9c4-6440783945c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:10.128693 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b49e0f40-7052-43f6-b9c4-6440783945c5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9f46fc56-befe-4a82-b50f-86e5a6d7c5ac HTTP/1.1" status: 204 len: 168 time: 1.2685831 Sep 13 07:59:10.160443 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port ace7dd2a-c76d-4684-8708-7174739f2412 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:10.161290 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:10.198781 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:10.272101 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9df4ff67-6b84-4cc5-9cf9-9b206bf0517b req-b7273032-0148-4a8b-bd49-0d2f1790eb81 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 210 time: 0.3670177 Sep 13 07:59:10.364302 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e0f40-7052-43f6-b9c4-6440783945c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f46fc56-befe-4a82-b50f-86e5a6d7c5ac,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:10.454695 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port ace7dd2a-c76d-4684-8708-7174739f2412 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:10.472950 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Made reservation on behalf of 074dbd6970034af1b02996d318d42e88 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:10.482082 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:10.556903 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-84a1b9d1-944e-4043-a309-92ea8819ed37 req-e295a8f0-83c5-4bd2-b3b9-cb2fca1e24c7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 210 time: 0.0851157 Sep 13 07:59:10.695683 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 733ded8d-daf4-45b4-b930-3af39d95da36 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:10.728753 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:10.794527 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 733ded8d-daf4-45b4-b930-3af39d95da36 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:10.795029 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:10.843282 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.18', 50316) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:10.907045 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9de80da5-6021-483e-ba48-7f115ce2345b req-85edb8de-3f8a-4110-a9fe-50aab8dde2f4 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 210 time: 0.1007862 Sep 13 07:59:10.990798 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:11.013689 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 733ded8d-daf4-45b4-b930-3af39d95da36 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:11.016274 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 4fc34217-4554-41ea-a818-84e3572eb40a up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:11.086088 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 4fc34217-4554-41ea-a818-84e3572eb40a triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:11.086716 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:11.199480 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Allocated IP 172.20.0.3 (1f9619b1-9085-49ff-9e29-0fbf1c6beb66/0655959b-28e8-486d-ab68-14e94abf101d/17d47726-841f-4744-bbad-31239da3872f) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:59:11.201813 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 4fc34217-4554-41ea-a818-84e3572eb40a is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:11.203634 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 5aa3a46f-3b18-4592-940b-e5f6184ab11e up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:11.214188 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:11.315025 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 5aa3a46f-3b18-4592-940b-e5f6184ab11e triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:11.315717 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:11.599919 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.18', 50324) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:11.694696 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 5aa3a46f-3b18-4592-940b-e5f6184ab11e is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:11.753189 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-60717ae3-dd45-4782-9725-d70b33578d33 req-d6d22a40-2a5b-4a5b-a83d-216f34be6ee7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 210 time: 0.2055414 Sep 13 07:59:11.906484 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-82808e7e-cd2b-4661-9658-bf824b3f826a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:11.909101 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-82808e7e-cd2b-4661-9658-bf824b3f826a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 819 time: 1.0645449 Sep 13 07:59:11.926335 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Request body: {'port': {'device_id': '843735bd-7dc0-435e-8421-8803bb7882c5', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'admin_state_up': True, 'tenant_id': '3414a292093541209ace108ad8bb6be4'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:12.035952 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-31bb7258-22d5-470f-97a4-336a4cf313e5 req-00c490d6-8857-4c1e-8db6-3a8bc0414f1b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 210 time: 0.3533554 Sep 13 07:59:12.217031 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Publish callbacks [] for port (17d47726-841f-4744-bbad-31239da3872f), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:12.296943 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7bda5d40-d193-48e3-9a36-51e6c8a55d61 req-618350d3-a1e2-4c33-90bf-61b936f35ac0 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 210 time: 0.1019447 Sep 13 07:59:12.350886 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-759a0b1b-5540-4b0d-85ce-6f71fef74d3d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:12.358509 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-759a0b1b-5540-4b0d-85ce-6f71fef74d3d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 819 time: 0.7460611 Sep 13 07:59:12.420181 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Made reservation on behalf of 3414a292093541209ace108ad8bb6be4 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:12.425996 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:12.429151 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (17d47726-841f-4744-bbad-31239da3872f), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:12.655500 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Sync routers for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:59:12.675646 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:59:12.676513 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:12.768528 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.18', 50332) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:12.779861 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Request body: {'port': {'device_id': '8c617679-9e22-41eb-9124-1c33bdec9f93', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'admin_state_up': True, 'tenant_id': '3414a292093541209ace108ad8bb6be4'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:12.934589 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54864) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:12.988922 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Pushing event updated for resources: {'Port': ['ID=17d47726-841f-4744-bbad-31239da3872f,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:13.020372 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:59:13.305767 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bdee8c12-8578-4205-b7e2-f4ffd79055b6 req-8ada2e6a-66fe-4868-be92-cd9bff065217 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 210 time: 0.2792509 Sep 13 07:59:13.307360 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:59:13.323401 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1304806286-network', 'tenant_id': '28b867f93c7741519684967090242468'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:13.329278 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:59:13.357166 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:13.357166 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:13.476074 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:59:13.547228 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1ffa4110-1eaf-43c1-aa9b-928cc7639e6f req-60a06848-793b-4468-897a-203eb1dab21b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 210 time: 0.1889772 Sep 13 07:59:13.686995 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-85bf6e10-2f68-4f47-8bf3-78771d0c017b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3738139 Sep 13 07:59:13.727955 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Allocated IP 172.20.0.4 (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845/87d20af1-22c1-4587-9432-6e89bfc6084f/442eac97-44c9-44b1-88f2-8aec23155748) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:59:13.732466 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Made reservation on behalf of 28b867f93c7741519684967090242468 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:13.742622 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:13.770354 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-1b89813f-ad91-4d88-82d2-ce911e796707 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 07:59:13.771741 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-1b89813f-ad91-4d88-82d2-ce911e796707 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0425031 Sep 13 07:59:13.785055 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fec21-e0b3-4e27-92b6-d881ba925890 req-53090192-fd25-4896-991c-f2db2864d4ba tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:13.793325 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1a0fec21-e0b3-4e27-92b6-d881ba925890 req-53090192-fd25-4896-991c-f2db2864d4ba tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 931 time: 0.2398694 Sep 13 07:59:13.815579 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:13.833939 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Made reservation on behalf of 3414a292093541209ace108ad8bb6be4 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:13.838021 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:13.860882 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-d5779b2c-4036-4a1c-beb8-2d70c67bd3b8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:13.869168 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-d5779b2c-4036-4a1c-beb8-2d70c67bd3b8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 811 time: 1.0963299 Sep 13 07:59:13.893414 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1a0fec21-e0b3-4e27-92b6-d881ba925890 req-86a9aacf-2c4c-4ddf-adde-15b0f0852ef9 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988450 Sep 13 07:59:13.893586 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54900) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:13.984549 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:14.034911 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-9ae7c148-44bb-4da0-8c6a-8214cf8d9a74 None None] Provisioning complete for port 17d47726-841f-4744-bbad-31239da3872f triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:14.035546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9ae7c148-44bb-4da0-8c6a-8214cf8d9a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (17d47726-841f-4744-bbad-31239da3872f), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:14.084483 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 2, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:14.128295 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Checking router: a72872a4-8a39-4af1-91a9-303b5194a52b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:59:14.128904 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Updating router a72872a4-8a39-4af1-91a9-303b5194a52b port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 07:59:14.168865 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-9ae7c148-44bb-4da0-8c6a-8214cf8d9a74 None None] Port 17d47726-841f-4744-bbad-31239da3872f cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:59:14.170910 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:14.212147 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Request body: {'port': {'device_id': '7da25fcc-33bc-4b69-8e38-2aedff4c2720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:14.250227 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:14.333695 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:14.365614 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (17d47726-841f-4744-bbad-31239da3872f), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:14.368175 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:14.518642 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-59293dd5-3468-49c0-8ceb-e829986afd90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=673e7e0a20014808a399969e1d5e0d41 HTTP/1.1" status: 200 len: 378 time: 0.6131747 Sep 13 07:59:14.533523 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec890f53-7cc8-4f15-a88b-0bb8e3683e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:14.552147 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'port': {'device_id': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'admin_state_up': True, 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'security_groups': ['c626369f-2a8c-43c0-8748-e6b6c4b90376']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:14.616301 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:14.645320 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Publish callbacks [] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:14.668885 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Publish callbacks [] for security_group (8410e5a0-5204-4759-969b-43c2d4f5a11d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:14.676645 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:14.899372 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aac10-dbfc-4047-a5b9-d68079404f49 None None] Pushing event updated for resources: {'Port': ['ID=5e1e52bd-f15e-406f-9338-34a2c3c4cc30,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:14.901023 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3a6df48a-4992-4bb5-8bf3-4be70e246e7a req-c4d9c792-fca0-48af-b874-019648e3c926 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 210 time: 0.2265046 Sep 13 07:59:14.903845 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Attempting to bind port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:59:14.904784 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Attempting to bind port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:59:14.905388 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Attempting to bind port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 on network 06a031c7-2519-4c40-aa94-3951689a554d {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:15.003145 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:15.033106 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:59:15.033647 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Checking segment: {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:15.042546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.042546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Bound using segment: {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:59:15.042546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Bound port: 5e1e52bd-f15e-406f-9338-34a2c3c4cc30, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:59:15.042546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.106046 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec890f53-7cc8-4f15-a88b-0bb8e3683e7f admin admin] Publish callbacks [] for security_group (cf383510-7ce3-46e9-a39a-2a4eeca5f02b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.108658 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c5d90af0-6a39-4b38-b3a4-ce3088c5841b req-a80264c7-145c-49c2-90c7-ab57723c214e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 210 time: 0.5844638 Sep 13 07:59:15.139647 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8410e5a0-5204-4759-969b-43c2d4f5a11d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.186995 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3dd9-52dc-487f-933d-fd3928906b0d req-978e4ee7-4bf1-4880-afc6-f5edf23d1fec tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:15.188647 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b42e3dd9-52dc-487f-933d-fd3928906b0d req-978e4ee7-4bf1-4880-afc6-f5edf23d1fec tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 931 time: 0.1288395 Sep 13 07:59:15.190107 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:59:15.231159 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (79de9210-47f5-46c2-984f-194cb7bd4cf7), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.233210 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Added segment 79de9210-47f5-46c2-984f-194cb7bd4cf7 of type vlan for network a7122333-92ef-4d19-b9b0-41c7a5977a58 Sep 13 07:59:15.263244 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] For port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:59:15.271411 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] For port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=5e1e52bd-f15e-406f-9338-34a2c3c4cc30,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:59:15.284116 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.306202 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b42e3dd9-52dc-487f-933d-fd3928906b0d req-8635e0a6-b616-48d7-b6d6-49a15f40516d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044421 Sep 13 07:59:15.348761 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 54954) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:15.382066 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:59:15.382723 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:58:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:15.393525 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Made reservation on behalf of 673e7e0a20014808a399969e1d5e0d41 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:15.407509 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.417468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d47726-841f-4744-bbad-31239da3872f {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:59:15.455698 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Publish callbacks [] for port (17d47726-841f-4744-bbad-31239da3872f), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.464423 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for port (442eac97-44c9-44b1-88f2-8aec23155748), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.549344 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Transition to ACTIVE for port object 17d47726-841f-4744-bbad-31239da3872f will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:59:15.556853 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (17d47726-841f-4744-bbad-31239da3872f), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:15.576147 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aac10-dbfc-4047-a5b9-d68079404f49 None None] Pushing event updated for resources: {'Port': ['ID=5e1e52bd-f15e-406f-9338-34a2c3c4cc30,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:15.766302 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:59:15.865997 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:15.956648 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=12 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:15.962417 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec890f53-7cc8-4f15-a88b-0bb8e3683e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (cf383510-7ce3-46e9-a39a-2a4eeca5f02b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:16.009419 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (442eac97-44c9-44b1-88f2-8aec23155748), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:16.050731 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (a7122333-92ef-4d19-b9b0-41c7a5977a58), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:16.116480 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Allocated IP 172.20.0.5 (06a031c7-2519-4c40-aa94-3951689a554d/c011a6f1-33b1-4cb3-9131-834cfeeba679/e1d7157e-6c41-4277-8267-dedb42876a5b) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:59:16.243945 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-43942308-ec7e-4608-8020-464a8732054c req-6bb732b2-096d-4ef5-8984-c9b746384586 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 210 time: 0.1323407 Sep 13 07:59:16.266558 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.db.resource_extend [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 13 07:59:16.274142 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:15Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:16.310057 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff6986-2408-4a0e-9169-3b31a86c74cd None None] The sync data for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi is: [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:15Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:59:16.320416 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:59:16.322373 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8410e5a0-5204-4759-969b-43c2d4f5a11d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:16.342641 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:59:16.342777 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0568b94e-fd64-48d5-8d55-49b6b5c3aac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:16.347885 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ec890f53-7cc8-4f15-a88b-0bb8e3683e7f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=97efdf3e4d9d4aab9760afae95a6ddcf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4374294 Sep 13 07:59:16.359565 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Pushing event updated for resources: {'Port': ['ID=17d47726-841f-4744-bbad-31239da3872f,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:16.362610 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 54996) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:16.441207 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event updated for resources: {'Port': ['ID=442eac97-44c9-44b1-88f2-8aec23155748,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:16.557845 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5500d444-0e88-457c-b6de-b40515f4cc3c req-4495309e-4102-438d-a015-fe4d15aae97f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 210 time: 0.1866403 Sep 13 07:59:16.567046 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Attempting to bind port 17d47726-841f-4744-bbad-31239da3872f on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:59:16.572544 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Attempting to bind port 17d47726-841f-4744-bbad-31239da3872f by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:59:16.572948 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Attempting to bind port 17d47726-841f-4744-bbad-31239da3872f on network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:16.585357 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Allocated IP 172.20.0.7 (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845/87d20af1-22c1-4587-9432-6e89bfc6084f/8e14148e-d2e1-4564-b903-2a6dc23c91b7) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 07:59:16.611341 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (a7122333-92ef-4d19-b9b0-41c7a5977a58), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:16.617170 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:16.617835 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:16.677254 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab624040-27e7-4e4b-a6ca-312df8cd2dc5 req-30c22acb-f85c-4c55-8310-9f21ad154783 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:16.685376 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab624040-27e7-4e4b-a6ca-312df8cd2dc5 req-30c22acb-f85c-4c55-8310-9f21ad154783 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 943 time: 0.1648138 Sep 13 07:59:16.711201 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:16.723134 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:16.768277 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:59:16.774103 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:16.774921 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:16.814627 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890f53-7cc8-4f15-a88b-0bb8e3683e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf383510-7ce3-46e9-a39a-2a4eeca5f02b,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:16.827884 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-8b583122-47d2-4052-aace-06c5d4135317 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9086077 Sep 13 07:59:16.863070 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Port 17d47726-841f-4744-bbad-31239da3872f on network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:59:16.863647 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Attempting to bind port 17d47726-841f-4744-bbad-31239da3872f on network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:16.864349 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Request body: {'port': {'device_id': '843735bd-7dc0-435e-8421-8803bb7882c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:16.951223 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=33 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:16.956101 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=28 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:16.959070 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:16.959070 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:16.960662 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-87bfcfd4-5203-457f-b310-f7f85f59d582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.056495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0568b94e-fd64-48d5-8d55-49b6b5c3aac7 admin admin] Publish callbacks [] for security_group (43c8a18e-ae29-47ca-a303-94715461e3b6), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.069952 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.1316419 Sep 13 07:59:17.079332 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55014) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:17.079756 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0568b94e-fd64-48d5-8d55-49b6b5c3aac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (43c8a18e-ae29-47ca-a303-94715461e3b6), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.174342 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:17.192690 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Request body: {'subnet': {'network_id': 'a7122333-92ef-4d19-b9b0-41c7a5977a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1304806286-subnet', 'tenant_id': '28b867f93c7741519684967090242468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:17.198468 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab624040-27e7-4e4b-a6ca-312df8cd2dc5 req-a3ef824b-e2b1-4d31-a020-c06666d8e483 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117843 Sep 13 07:59:17.215834 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:17.219330 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0568b94e-fd64-48d5-8d55-49b6b5c3aac7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=13482a49bd8245c595d17787c1015522&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8688951 Sep 13 07:59:17.223435 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:17.224212 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55020) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:17.273568 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:17.273727 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.316650 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ff3b68d5-20ee-4513-aad3-605c84f8ff47 None None] Provisioning complete for port 442eac97-44c9-44b1-88f2-8aec23155748 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:17.317988 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ff3b68d5-20ee-4513-aad3-605c84f8ff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (442eac97-44c9-44b1-88f2-8aec23155748), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.345948 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55024) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:17.363837 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b68d5-20ee-4513-aad3-605c84f8ff47 None None] Port 442eac97-44c9-44b1-88f2-8aec23155748 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:59:17.376522 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=5e1e52bd-f15e-406f-9338-34a2c3c4cc30,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:17.384484 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.394105 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:59:17.394696 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Checking segment: {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:17.395037 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Bound using segment: {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:59:17.395452 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Bound port: 17d47726-841f-4744-bbad-31239da3872f, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11f3f47-2830-41ff-a4ed-b616eb33e792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:59:17.395814 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (17d47726-841f-4744-bbad-31239da3872f), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.423615 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ff9cf-1cc1-478d-9d3f-117d5022bdc1 admin admin] Pushing event updated for resources: {'Network': ['ID=a7122333-92ef-4d19-b9b0-41c7a5977a58,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:17.480315 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5fa34ea8-a9ce-47b9-8826-9f3d8ddafa28 req-bf2a495b-c895-43c3-a5c4-3dcff1595fb8 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 210 time: 0.0875263 Sep 13 07:59:17.484814 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (442eac97-44c9-44b1-88f2-8aec23155748), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.513603 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network a7122333-92ef-4d19-b9b0-41c7a5977a58 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:59:17.520620 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568b94e-fd64-48d5-8d55-49b6b5c3aac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8a18e-ae29-47ca-a303-94715461e3b6,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:17.534709 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Made reservation on behalf of 28b867f93c7741519684967090242468 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:17.539866 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.602202 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-90019980-4534-441a-a8df-9d5c643f3d93 admin admin] Publish callbacks [] for security_group (cf383510-7ce3-46e9-a39a-2a4eeca5f02b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.709882 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:17.734086 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-90019980-4534-441a-a8df-9d5c643f3d93 admin admin] Publish callbacks [] for security_group (cf383510-7ce3-46e9-a39a-2a4eeca5f02b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.835697 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.861237 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=5e1e52bd-f15e-406f-9338-34a2c3c4cc30,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:17.955457 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (7da1451e-b107-4626-9540-256187e55765), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:17.961257 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55034) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:18.017412 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b9f95403-117c-4f4a-a074-b14ce4a35e25 admin admin] Publish callbacks [] for security_group (43c8a18e-ae29-47ca-a303-94715461e3b6), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.049761 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-109b0fb5-5a5f-41aa-bef3-f20790776dbf req-bb9c05c3-8e58-4051-b664-b3f2388f168b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 210 time: 0.2594831 Sep 13 07:59:18.055653 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b9f95403-117c-4f4a-a074-b14ce4a35e25 admin admin] Publish callbacks [] for security_group (43c8a18e-ae29-47ca-a303-94715461e3b6), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.107989 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e017d5f-8c80-469b-9a44-d8e02b057717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.136802 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b9f95403-117c-4f4a-a074-b14ce4a35e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (43c8a18e-ae29-47ca-a303-94715461e3b6), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.139671 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b9f95403-117c-4f4a-a074-b14ce4a35e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.143732 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b9f95403-117c-4f4a-a074-b14ce4a35e25 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/43c8a18e-ae29-47ca-a303-94715461e3b6 HTTP/1.1" status: 204 len: 168 time: 0.9103746 Sep 13 07:59:18.154327 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.208158 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f95403-117c-4f4a-a074-b14ce4a35e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c8a18e-ae29-47ca-a303-94715461e3b6,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:18.224320 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da1451e-b107-4626-9540-256187e55765,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:18.259786 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] For port 17d47726-841f-4744-bbad-31239da3872f, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:59:18.337848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:18.351904 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.361491 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] For port 17d47726-841f-4744-bbad-31239da3872f, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=17d47726-841f-4744-bbad-31239da3872f,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:59:18.376828 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Checking segment: {'id': '79de9210-47f5-46c2-984f-194cb7bd4cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7122333-92ef-4d19-b9b0-41c7a5977a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:18.377581 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Network hostable DHCP agents. Network: a7122333-92ef-4d19-b9b0-41c7a5977a58, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:59:18.399010 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:18.408685 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (17d47726-841f-4744-bbad-31239da3872f), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.411020 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e09d54e-324b-4d53-97a0-a7a3c6e76f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.436531 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:18.436942 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Network 06a031c7-2519-4c40-aa94-3951689a554d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:59:18.438978 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.440804 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/17d47726-841f-4744-bbad-31239da3872f HTTP/1.1" status: 200 len: 1093 time: 4.3634548 Sep 13 07:59:18.442461 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da25fcc-33bc-4b69-8e38-2aedff4c2720', 'tag': '17d47726-841f-4744-bbad-31239da3872f'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:59:18.611822 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:18.618714 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'Port': ['ID=e1d7157e-6c41-4277-8267-dedb42876a5b,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:18.624736 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-90019980-4534-441a-a8df-9d5c643f3d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (cf383510-7ce3-46e9-a39a-2a4eeca5f02b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.628044 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-90019980-4534-441a-a8df-9d5c643f3d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.629616 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-90019980-4534-441a-a8df-9d5c643f3d93 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cf383510-7ce3-46e9-a39a-2a4eeca5f02b HTTP/1.1" status: 204 len: 168 time: 2.2480578 Sep 13 07:59:18.630955 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:59:18.631186 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.666115 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:59:18.681059 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:18.682210 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.800237 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90019980-4534-441a-a8df-9d5c643f3d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf383510-7ce3-46e9-a39a-2a4eeca5f02b,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:18.803180 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:18.854586 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:18.854802 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:18.858175 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-46dd82e6-1cf6-4d8f-ae5e-ea209d2cc338 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3088708 Sep 13 07:59:18.919214 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Request body: {'port': {'device_id': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:18.939838 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf6179-89f7-4e6e-8659-7b59f7248ea3 req-341f0db2-b1c2-49b0-af45-6c6aa417a943 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:18.941573 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-26cf6179-89f7-4e6e-8659-7b59f7248ea3 req-341f0db2-b1c2-49b0-af45-6c6aa417a943 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 931 time: 0.2274985 Sep 13 07:59:19.010125 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:19.029657 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55052) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:19.040379 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-08ee4b03-b939-4494-8951-cd5e23d55bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.110548 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 07:59:19.195507 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:59:19.233783 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Network a7122333-92ef-4d19-b9b0-41c7a5977a58 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:59:19.247903 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 07:59:19.248905 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442eac97-44c9-44b1-88f2-8aec23155748 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:59:19.254052 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:19.255206 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.281455 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-91a5463f-7887-49c6-99d2-e0b869af3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:19.305505 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Publish callbacks [] for port (442eac97-44c9-44b1-88f2-8aec23155748), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.310193 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-91a5463f-7887-49c6-99d2-e0b869af3ebc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=074dbd6970034af1b02996d318d42e88&device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 1127 time: 0.7861426 Sep 13 07:59:19.312534 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e017d5f-8c80-469b-9a44-d8e02b057717 admin admin] Publish callbacks [] for security_group (e9cb2529-8e98-405d-8528-eacf7815aff6), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.333528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-8e885cf1-3d53-43b8-840a-8f8f8d4f258d None None] Provisioning complete for port e1d7157e-6c41-4277-8267-dedb42876a5b triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:19.336949 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-8e885cf1-3d53-43b8-840a-8f8f8d4f258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.364170 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Transition to ACTIVE for port object 442eac97-44c9-44b1-88f2-8aec23155748 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:59:19.368519 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e017d5f-8c80-469b-9a44-d8e02b057717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (e9cb2529-8e98-405d-8528-eacf7815aff6), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.369044 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.375373 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-388c4af8-2c1c-4462-b745-7f676e825a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.396763 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (442eac97-44c9-44b1-88f2-8aec23155748), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.401668 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a" -d '{"events": [{"name": "network-changed", "server_uuid": "7da25fcc-33bc-4b69-8e38-2aedff4c2720", "tag": "17d47726-841f-4744-bbad-31239da3872f"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:59:19.425533 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dbf4b-e544-4370-a8ea-07005c5f267d req-caad5940-a304-47a3-b8f1-aedf3affd66c tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:19.430695 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-8e885cf1-3d53-43b8-840a-8f8f8d4f258d None None] Port e1d7157e-6c41-4277-8267-dedb42876a5b cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:59:19.439192 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-646dbf4b-e544-4370-a8ea-07005c5f267d req-caad5940-a304-47a3-b8f1-aedf3affd66c tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 943 time: 0.8803878 Sep 13 07:59:19.466142 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e597aef-2552-43e4-9ec3-03f64411bc4b service neutron] Pushing event updated for resources: {'Port': ['ID=17d47726-841f-4744-bbad-31239da3872f,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:19.526313 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, a7122333-92ef-4d19-b9b0-41c7a5977a58) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:59:19.537295 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd5e684-d33d-4695-96a0-4a992c817121 None None] Network a7122333-92ef-4d19-b9b0-41c7a5977a58 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:59:19.635290 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Pushing event updated for resources: {'Port': ['ID=442eac97-44c9-44b1-88f2-8aec23155748,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:19.654710 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-26cf6179-89f7-4e6e-8659-7b59f7248ea3 req-e5eb6e05-713d-4e82-a177-108cba16c612 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6880302 Sep 13 07:59:19.711782 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55066) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:19.743765 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1600497 Sep 13 07:59:19.748871 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-0939853d-5904-417e-b9b3-99820e523eb5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17d47726-841f-4744-bbad-31239da3872f HTTP/1.1" status: 200 len: 217 time: 0.2965100 Sep 13 07:59:19.768821 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:19.769668 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.779388 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b05a78fe-51f7-4a0a-844f-9e2107144d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.794042 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:19.803023 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Attempting to bind port 442eac97-44c9-44b1-88f2-8aec23155748 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:59:19.803385 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Attempting to bind port 442eac97-44c9-44b1-88f2-8aec23155748 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:59:19.803742 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Attempting to bind port 442eac97-44c9-44b1-88f2-8aec23155748 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:19.812315 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Request body: {'port': {'device_id': '8c617679-9e22-41eb-9124-1c33bdec9f93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:19.908606 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-95c7cadb-8055-44bc-bf78-407bbe4999ea None None] Provisioning complete for port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:19.909621 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-95c7cadb-8055-44bc-bf78-407bbe4999ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.909802 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:19.952452 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-95c7cadb-8055-44bc-bf78-407bbe4999ea None None] Port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 07:59:19.986956 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Port 442eac97-44c9-44b1-88f2-8aec23155748 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:59:19.987559 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Attempting to bind port 442eac97-44c9-44b1-88f2-8aec23155748 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:20.012099 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b3de8-5b40-4518-aef7-b1e5be692a27 None None] Network a7122333-92ef-4d19-b9b0-41c7a5977a58 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:59:20.065334 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e017d5f-8c80-469b-9a44-d8e02b057717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cb2529-8e98-405d-8528-eacf7815aff6,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:20.071540 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2e017d5f-8c80-469b-9a44-d8e02b057717 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=267d5593ae454d15853d8410e9bf4cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7239780 Sep 13 07:59:20.098899 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55072) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:20.104596 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab164260-6a1a-4e7b-9aff-9812eb781aa6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event updated for resources: {'Port': ['ID=8e14148e-d2e1-4564-b903-2a6dc23c91b7,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:20.132203 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-20e4f1bc-6faa-4a3f-9e7c-552bdfaa2cd7 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9836025 Sep 13 07:59:20.138148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc3fdf-3848-41bd-85c7-b16ea5c680a2 req-6b2502b2-7605-46f8-b40e-8c20c93dc115 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:20.140217 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b0fc3fdf-3848-41bd-85c7-b16ea5c680a2 req-6b2502b2-7605-46f8-b40e-8c20c93dc115 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 931 time: 0.3686209 Sep 13 07:59:20.154023 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:59:20.156820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Checking segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:20.156820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Bound using segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:59:20.156820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Bound port: 442eac97-44c9-44b1-88f2-8aec23155748, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:59:20.156820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (442eac97-44c9-44b1-88f2-8aec23155748), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.203345 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-646dbf4b-e544-4370-a8ea-07005c5f267d req-da65034a-17aa-494d-9df4-52f616d8750c tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7632740 Sep 13 07:59:20.250832 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.254305 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-fa170ffa-ecbe-490e-a723-204935cff048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:20.256954 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-fa170ffa-ecbe-490e-a723-204935cff048 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0655959b-28e8-486d-ab68-14e94abf101d HTTP/1.1" status: 200 len: 850 time: 0.4630852 Sep 13 07:59:20.260924 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:20.339320 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:20.342270 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e09d54e-324b-4d53-97a0-a7a3c6e76f9a admin admin] Publish callbacks [] for security_group (254e0944-b8d4-44d8-a903-208e63fc6cfd), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.448934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-388c4af8-2c1c-4462-b745-7f676e825a1f admin admin] Publish callbacks [] for security_group (b053c84a-85b1-431d-a110-0965081945c0), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.459480 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b0fc3fdf-3848-41bd-85c7-b16ea5c680a2 req-866c9f92-a50b-445a-8ebd-e8e1ce7632e8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2741365 Sep 13 07:59:20.503965 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-388c4af8-2c1c-4462-b745-7f676e825a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (b053c84a-85b1-431d-a110-0965081945c0), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.557324 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-388c4af8-2c1c-4462-b745-7f676e825a1f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=528017949a394a6fabea6546b1598f41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5229146 Sep 13 07:59:20.594264 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55086) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:20.625297 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e09d54e-324b-4d53-97a0-a7a3c6e76f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (254e0944-b8d4-44d8-a903-208e63fc6cfd), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.642595 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] For port 442eac97-44c9-44b1-88f2-8aec23155748, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:59:20.667832 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:20.684202 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09d54e-324b-4d53-97a0-a7a3c6e76f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254e0944-b8d4-44d8-a903-208e63fc6cfd,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:20.706390 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344a330b-756f-42ab-849f-fc6cbe23b473 x-openstack-request-id: req-344a330b-756f-42ab-849f-fc6cbe23b473 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:59:20.706716 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da25fcc-33bc-4b69-8e38-2aedff4c2720", "tag": "17d47726-841f-4744-bbad-31239da3872f", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:59:20.707504 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-344a330b-756f-42ab-849f-fc6cbe23b473 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:59:20.707504 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344a330b-756f-42ab-849f-fc6cbe23b473'] response: {'name': 'network-changed', 'server_uuid': '7da25fcc-33bc-4b69-8e38-2aedff4c2720', 'tag': '17d47726-841f-4744-bbad-31239da3872f', 'status': 'completed', 'code': 200} Sep 13 07:59:20.727584 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1cd41811-325f-4188-a1a8-63f076256037 admin admin] Publish callbacks [] for security_group (e9cb2529-8e98-405d-8528-eacf7815aff6), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.769148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1cd41811-325f-4188-a1a8-63f076256037 admin admin] Publish callbacks [] for security_group (e9cb2529-8e98-405d-8528-eacf7815aff6), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.778642 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-34394bf1-676a-4b1f-b212-e937efabe55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:20.782277 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-34394bf1-676a-4b1f-b212-e937efabe55f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=1f9619b1-9085-49ff-9e29-0fbf1c6beb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4855762 Sep 13 07:59:20.792918 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2e09d54e-324b-4d53-97a0-a7a3c6e76f9a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=17723d910e304bc2b483c2e72dee6bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8255975 Sep 13 07:59:20.805018 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55094) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:20.862955 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c4af8-2c1c-4462-b745-7f676e825a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b053c84a-85b1-431d-a110-0965081945c0,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:20.867808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] For port 442eac97-44c9-44b1-88f2-8aec23155748, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=442eac97-44c9-44b1-88f2-8aec23155748,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:59:20.953418 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (442eac97-44c9-44b1-88f2-8aec23155748), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.958041 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:20.958801 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:20.960468 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/442eac97-44c9-44b1-88f2-8aec23155748 HTTP/1.1" status: 200 len: 1093 time: 4.1105883 Sep 13 07:59:20.994771 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843735bd-7dc0-435e-8421-8803bb7882c5', 'tag': '442eac97-44c9-44b1-88f2-8aec23155748'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:59:21.027980 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-4092bfea-6e9c-44e8-a9b0-a32ef478c583 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1f9619b1-9085-49ff-9e29-0fbf1c6beb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291081 Sep 13 07:59:21.034666 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e14148e-d2e1-4564-b903-2a6dc23c91b7 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:59:21.039440 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9b882c16-47fe-42f0-bf5c-013c859dfe4d admin admin] Publish callbacks [] for security_group (254e0944-b8d4-44d8-a903-208e63fc6cfd), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.065494 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9b882c16-47fe-42f0-bf5c-013c859dfe4d admin admin] Publish callbacks [] for security_group (254e0944-b8d4-44d8-a903-208e63fc6cfd), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.094994 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:59:21.101075 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1cd41811-325f-4188-a1a8-63f076256037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (e9cb2529-8e98-405d-8528-eacf7815aff6), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.104155 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1cd41811-325f-4188-a1a8-63f076256037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.111024 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1cd41811-325f-4188-a1a8-63f076256037 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e9cb2529-8e98-405d-8528-eacf7815aff6 HTTP/1.1" status: 204 len: 168 time: 1.0059071 Sep 13 07:59:21.157949 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Publish callbacks [] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.162374 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9b882c16-47fe-42f0-bf5c-013c859dfe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (254e0944-b8d4-44d8-a903-208e63fc6cfd), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.165282 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9b882c16-47fe-42f0-bf5c-013c859dfe4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.166672 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-9b882c16-47fe-42f0-bf5c-013c859dfe4d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/254e0944-b8d4-44d8-a903-208e63fc6cfd HTTP/1.1" status: 204 len: 168 time: 0.3605220 Sep 13 07:59:21.175675 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b05a78fe-51f7-4a0a-844f-9e2107144d46 admin admin] Publish callbacks [] for security_group (d8f53e23-090e-45b4-b733-6293316ff827), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.191393 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:21.210664 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c3671-1e52-4300-b992-60ec4550868e req-4239f833-9064-4216-b28a-a42d61457c88 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:21.212337 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c10c3671-1e52-4300-b992-60ec4550868e req-4239f833-9064-4216-b28a-a42d61457c88 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 931 time: 0.3836613 Sep 13 07:59:21.215385 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b05a78fe-51f7-4a0a-844f-9e2107144d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (d8f53e23-090e-45b4-b733-6293316ff827), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.217778 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd41811-325f-4188-a1a8-63f076256037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cb2529-8e98-405d-8528-eacf7815aff6,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:21.336201 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Transition to ACTIVE for port object 8e14148e-d2e1-4564-b903-2a6dc23c91b7 will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:59:21.336201 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b882c16-47fe-42f0-bf5c-013c859dfe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e0944-b8d4-44d8-a903-208e63fc6cfd,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:21.348617 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.450801 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Pushing event updated for resources: {'Port': ['ID=8e14148e-d2e1-4564-b903-2a6dc23c91b7,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:21.637511 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb604a5-0345-4446-a1c4-00a0a1d477fe req-685f5b65-ad7e-4b83-99ab-a8a2cb0f5748 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1f9619b1-9085-49ff-9e29-0fbf1c6beb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945512 Sep 13 07:59:21.658001 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:21.695047 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.740856 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Attempting to bind port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:59:21.741199 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Attempting to bind port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:59:21.741533 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Attempting to bind port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:21.811670 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.816776 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d7157e-6c41-4277-8267-dedb42876a5b {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:59:21.826409 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Publish callbacks [] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.840409 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Transition to ACTIVE for port object e1d7157e-6c41-4277-8267-dedb42876a5b will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 07:59:21.855131 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-26749d15-4046-4862-a12d-2199969ee4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:21.857169 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-26749d15-4046-4862-a12d-2199969ee4df service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=074dbd6970034af1b02996d318d42e88&device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 1127 time: 0.1303422 Sep 13 07:59:21.867738 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:21.868195 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.926801 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9bc5-e566-4bca-befc-635e49c0a1fc admin admin] Publish callbacks [] for security_group (b053c84a-85b1-431d-a110-0965081945c0), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.951545 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9bc5-e566-4bca-befc-635e49c0a1fc admin admin] Publish callbacks [] for security_group (b053c84a-85b1-431d-a110-0965081945c0), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:21.976987 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55124) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:21.979422 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6746e-18ed-4088-8a80-9ce3a9f8acf8 service neutron] Pushing event updated for resources: {'Port': ['ID=442eac97-44c9-44b1-88f2-8aec23155748,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:22.013189 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-499444929-network', 'tenant_id': '778e78e5e3364655931f1bc13d69a7cc'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:22.019260 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-a9303c55-ca4f-4fe4-aada-8fc40e52ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:22.020972 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-a9303c55-ca4f-4fe4-aada-8fc40e52ebcc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 1127 time: 0.8861589 Sep 13 07:59:22.023632 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b05a78fe-51f7-4a0a-844f-9e2107144d46 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=72058af83ed0463b924b0ada17ee20b2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2957637 Sep 13 07:59:22.026776 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a78fe-51f7-4a0a-844f-9e2107144d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f53e23-090e-45b4-b733-6293316ff827,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:22.037288 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55126) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:22.062270 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ff22-f3b9-4dad-9fc0-21a5e5222418 req-1c2ee25a-d27d-47cf-b038-bd63520732cf tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:22.064091 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55128) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:22.072942 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4239ff22-f3b9-4dad-9fc0-21a5e5222418 req-1c2ee25a-d27d-47cf-b038-bd63520732cf tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 943 time: 0.5731227 Sep 13 07:59:22.220403 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-bc39d0b3-e918-4138-b724-15302bf455c5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=442eac97-44c9-44b1-88f2-8aec23155748 HTTP/1.1" status: 200 len: 217 time: 0.1484938 Sep 13 07:59:22.223808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82f4fefb-c406-45e9-b4b8-6f94aefe3bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.229524 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4239ff22-f3b9-4dad-9fc0-21a5e5222418 req-b9aaadfc-7fc6-48dd-b18a-1aaafe89dfee tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553454 Sep 13 07:59:22.268966 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c10c3671-1e52-4300-b992-60ec4550868e req-95ab51bc-0aef-4d78-b1fd-245568926e34 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0015321 Sep 13 07:59:22.291258 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:59:22.296072 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Attempting to bind port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:22.326474 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Pushing event updated for resources: {'Port': ['ID=e1d7157e-6c41-4277-8267-dedb42876a5b,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:22.329724 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-b1a91793-5c86-4453-ac59-134e5b842999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:22.331329 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-b1a91793-5c86-4453-ac59-134e5b842999 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0950625 Sep 13 07:59:22.334513 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Made reservation on behalf of 778e78e5e3364655931f1bc13d69a7cc for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:22.336302 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.342104 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6dc339-c8cf-4603-a241-18dc4f57be76" -d '{"events": [{"name": "network-changed", "server_uuid": "843735bd-7dc0-435e-8421-8803bb7882c5", "tag": "442eac97-44c9-44b1-88f2-8aec23155748"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:59:22.349621 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Attempting to bind port e1d7157e-6c41-4277-8267-dedb42876a5b on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 07:59:22.349982 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Attempting to bind port e1d7157e-6c41-4277-8267-dedb42876a5b by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 07:59:22.350406 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Attempting to bind port e1d7157e-6c41-4277-8267-dedb42876a5b on network 06a031c7-2519-4c40-aa94-3951689a554d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:22.392878 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:22.437963 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.457638 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:22.467231 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1143-3c79-4ca3-b596-275fc8a86681 req-4517616a-f4bc-4f7d-869c-a09cb4e5ddc6 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:22.489646 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a6df1143-3c79-4ca3-b596-275fc8a86681 req-4517616a-f4bc-4f7d-869c-a09cb4e5ddc6 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 943 time: 0.0960429 Sep 13 07:59:22.490424 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dac93d12-0b75-4484-be4e-1d60f026d030 admin admin] Publish callbacks [] for security_group (d8f53e23-090e-45b4-b733-6293316ff827), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.492321 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Port e1d7157e-6c41-4277-8267-dedb42876a5b on network 06a031c7-2519-4c40-aa94-3951689a554d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 07:59:22.492655 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Attempting to bind port e1d7157e-6c41-4277-8267-dedb42876a5b on network 06a031c7-2519-4c40-aa94-3951689a554d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 07:59:22.543961 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9bc5-e566-4bca-befc-635e49c0a1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (b053c84a-85b1-431d-a110-0965081945c0), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.546901 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ccdd9bc5-e566-4bca-befc-635e49c0a1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.548735 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ccdd9bc5-e566-4bca-befc-635e49c0a1fc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b053c84a-85b1-431d-a110-0965081945c0 HTTP/1.1" status: 204 len: 168 time: 1.9475465 Sep 13 07:59:22.581019 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:22.582336 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd9bc5-e566-4bca-befc-635e49c0a1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b053c84a-85b1-431d-a110-0965081945c0,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:22.594307 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4411baf2-8795-4bb9-82e4-2f0e80c60741 x-openstack-request-id: req-4411baf2-8795-4bb9-82e4-2f0e80c60741 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:59:22.594834 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843735bd-7dc0-435e-8421-8803bb7882c5", "tag": "442eac97-44c9-44b1-88f2-8aec23155748", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:59:22.595237 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4411baf2-8795-4bb9-82e4-2f0e80c60741 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:59:22.595812 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4411baf2-8795-4bb9-82e4-2f0e80c60741'] response: {'name': 'network-changed', 'server_uuid': '843735bd-7dc0-435e-8421-8803bb7882c5', 'tag': '442eac97-44c9-44b1-88f2-8aec23155748', 'status': 'completed', 'code': 200} Sep 13 07:59:22.598264 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-847375c4-8b08-44ad-859a-225ead04acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:22.608279 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-847375c4-8b08-44ad-859a-225ead04acba service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=1f9619b1-9085-49ff-9e29-0fbf1c6beb66 HTTP/1.1" status: 200 len: 912 time: 0.7032211 Sep 13 07:59:22.613541 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-b5dce7e8-52ae-4824-b376-4fd390d94c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:22.615327 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-b5dce7e8-52ae-4824-b376-4fd390d94c48 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2251153 Sep 13 07:59:22.619243 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dac93d12-0b75-4484-be4e-1d60f026d030 admin admin] Publish callbacks [] for security_group (d8f53e23-090e-45b4-b733-6293316ff827), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.654256 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55140) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:22.741592 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fde76311-07cb-464e-bd82-785ba5cfa835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.770776 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-907c05ee-b864-4367-be77-7a305c1a4a28 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17d47726-841f-4744-bbad-31239da3872f HTTP/1.1" status: 200 len: 217 time: 0.1159499 Sep 13 07:59:22.793261 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:22.794300 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:59:22.794642 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Checking segment: {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:22.795096 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Bound using segment: {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:59:22.795454 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Bound port: e1d7157e-6c41-4277-8267-dedb42876a5b, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:59:22.795795 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.807255 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a6df1143-3c79-4ca3-b596-275fc8a86681 req-ba6eab95-9c54-4369-9ee8-27bfc119a2e8 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3139772 Sep 13 07:59:22.816752 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 07:59:22.819039 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Checking segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:22.819470 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Bound using segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 07:59:22.819947 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Bound port: 8e14148e-d2e1-4564-b903-2a6dc23c91b7, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 07:59:22.832652 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.917769 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82f4fefb-c406-45e9-b4b8-6f94aefe3bb8 admin admin] Publish callbacks [] for security_group (a4fefacb-0f27-4ee3-bd65-dc99e43c7853), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.964597 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82f4fefb-c406-45e9-b4b8-6f94aefe3bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a4fefacb-0f27-4ee3-bd65-dc99e43c7853), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.987689 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dac93d12-0b75-4484-be4e-1d60f026d030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (d8f53e23-090e-45b4-b733-6293316ff827), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.996433 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dac93d12-0b75-4484-be4e-1d60f026d030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:22.997610 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-dac93d12-0b75-4484-be4e-1d60f026d030 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d8f53e23-090e-45b4-b733-6293316ff827 HTTP/1.1" status: 204 len: 168 time: 0.9567626 Sep 13 07:59:23.020146 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-82f4fefb-c406-45e9-b4b8-6f94aefe3bb8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c623c591cae549339b3a0c1909752f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9433656 Sep 13 07:59:23.051440 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] For port 8e14148e-d2e1-4564-b903-2a6dc23c91b7, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:59:23.055451 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] For port 8e14148e-d2e1-4564-b903-2a6dc23c91b7, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8e14148e-d2e1-4564-b903-2a6dc23c91b7,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:59:23.062059 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55148) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:23.063462 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-ce07e3bb-d737-407b-8bb3-fe2ed27e7c70 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265828 Sep 13 07:59:23.086213 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Publish callbacks [] for security_group (5924f336-f113-44ce-bb86-8502cdc6abc3), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.130203 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.171872 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5924f336-f113-44ce-bb86-8502cdc6abc3), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.186847 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:23.187626 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.189227 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8e14148e-d2e1-4564-b903-2a6dc23c91b7 HTTP/1.1" status: 200 len: 1093 time: 3.3823676 Sep 13 07:59:23.189916 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c617679-9e22-41eb-9124-1c33bdec9f93', 'tag': '8e14148e-d2e1-4564-b903-2a6dc23c91b7'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:59:23.192543 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438fe339-d38b-488e-a9c8-dc6b4045267d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c617679-9e22-41eb-9124-1c33bdec9f93", "tag": "8e14148e-d2e1-4564-b903-2a6dc23c91b7"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:59:23.216065 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] For port e1d7157e-6c41-4277-8267-dedb42876a5b, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 07:59:23.281093 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-03c66172-1605-4af9-96e1-b243204d9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:23.292453 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-03c66172-1605-4af9-96e1-b243204d9b14 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0655959b-28e8-486d-ab68-14e94abf101d HTTP/1.1" status: 200 len: 850 time: 0.4324079 Sep 13 07:59:23.354262 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88161f9e-0ed3-423c-a780-5c0175bbbff4 x-openstack-request-id: req-88161f9e-0ed3-423c-a780-5c0175bbbff4 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:59:23.354617 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c617679-9e22-41eb-9124-1c33bdec9f93", "tag": "8e14148e-d2e1-4564-b903-2a6dc23c91b7", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:59:23.354802 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88161f9e-0ed3-423c-a780-5c0175bbbff4 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:59:23.355251 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88161f9e-0ed3-423c-a780-5c0175bbbff4'] response: {'name': 'network-changed', 'server_uuid': '8c617679-9e22-41eb-9124-1c33bdec9f93', 'tag': '8e14148e-d2e1-4564-b903-2a6dc23c91b7', 'status': 'completed', 'code': 200} Sep 13 07:59:23.386806 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-06c5590c-2f9d-4391-a6af-5d0908cab6e4 admin admin] Publish callbacks [] for security_group (a4fefacb-0f27-4ee3-bd65-dc99e43c7853), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.409980 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-06c5590c-2f9d-4391-a6af-5d0908cab6e4 admin admin] Publish callbacks [] for security_group (a4fefacb-0f27-4ee3-bd65-dc99e43c7853), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.527945 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4fefb-c406-45e9-b4b8-6f94aefe3bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fefacb-0f27-4ee3-bd65-dc99e43c7853,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:23.538104 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] For port e1d7157e-6c41-4277-8267-dedb42876a5b, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e1d7157e-6c41-4277-8267-dedb42876a5b,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 07:59:23.575187 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd4109-915f-44ac-aff1-a3d7ccc57e8a service neutron] Pushing event updated for resources: {'Port': ['ID=8e14148e-d2e1-4564-b903-2a6dc23c91b7,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:23.603938 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-06c5590c-2f9d-4391-a6af-5d0908cab6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a4fefacb-0f27-4ee3-bd65-dc99e43c7853), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.610924 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-06c5590c-2f9d-4391-a6af-5d0908cab6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.615534 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-06c5590c-2f9d-4391-a6af-5d0908cab6e4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a4fefacb-0f27-4ee3-bd65-dc99e43c7853 HTTP/1.1" status: 204 len: 168 time: 0.5485554 Sep 13 07:59:23.624446 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-1b1eaae6-b08b-4f8b-a8b5-ce2795b7f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:23.626059 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-1b1eaae6-b08b-4f8b-a8b5-ce2795b7f29f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=1f9619b1-9085-49ff-9e29-0fbf1c6beb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3050420 Sep 13 07:59:23.627529 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-784b0ea5-15a9-4c2a-ae27-ee20fdff705f req-c14e7a25-38be-4b9c-8b89-94898cf87f1f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775164 Sep 13 07:59:23.636344 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-09a04b6f-e665-47da-92b4-e23b1cd45d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:23.647126 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-09a04b6f-e665-47da-92b4-e23b1cd45d7a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 1127 time: 0.3332012 Sep 13 07:59:23.648148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b009c-e3ca-4bd2-8572-8f3db88d21bd req-23560320-4891-49af-b938-ef31a6a30309 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:23.661056 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4c0b009c-e3ca-4bd2-8572-8f3db88d21bd req-23560320-4891-49af-b938-ef31a6a30309 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 943 time: 0.1347883 Sep 13 07:59:23.664231 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.676274 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:59:23.681926 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:23.683114 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac93d12-0b75-4484-be4e-1d60f026d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f53e23-090e-45b4-b733-6293316ff827,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:23.684495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38e068-2177-4e82-91ae-d4da38b67be3 req-ee8f1016-5bdc-4228-8fff-c5976dbcb14a tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:23.687458 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3c38e068-2177-4e82-91ae-d4da38b67be3 req-ee8f1016-5bdc-4228-8fff-c5976dbcb14a tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 943 time: 0.2273366 Sep 13 07:59:23.694250 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:23.694998 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.696767 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e1d7157e-6c41-4277-8267-dedb42876a5b HTTP/1.1" status: 200 len: 1093 time: 4.7948530 Sep 13 07:59:23.704351 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5590c-2f9d-4391-a6af-5d0908cab6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fefacb-0f27-4ee3-bd65-dc99e43c7853,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:23.845617 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (762990cf-74ff-451d-ad59-9d3b942f6da3), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.847292 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Added segment 762990cf-74ff-451d-ad59-9d3b942f6da3 of type vlan for network 617f29f9-96f1-4013-818b-f210356f5210 Sep 13 07:59:23.941111 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fde76311-07cb-464e-bd82-785ba5cfa835 admin admin] Publish callbacks [] for security_group (1c23e8a5-538e-463b-87c7-cc85b64cc145), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:23.971175 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fde76311-07cb-464e-bd82-785ba5cfa835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (1c23e8a5-538e-463b-87c7-cc85b64cc145), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:24.027807 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:24.029751 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-c3af71a3-7753-433f-800e-842537ec7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:24.031419 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-c3af71a3-7753-433f-800e-842537ec7046 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 1127 time: 0.2482119 Sep 13 07:59:24.032011 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5924f336-f113-44ce-bb86-8502cdc6abc3,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:24.050901 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-2f17e3d9-84f8-4695-9915-85af253d10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:24.052600 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-2f17e3d9-84f8-4695-9915-85af253d10af service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 1127 time: 0.2908351 Sep 13 07:59:24.105271 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (617f29f9-96f1-4013-818b-f210356f5210), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:24.146920 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0543bf1-f0e7-487b-b052-37171a6a5d2c service neutron] Pushing event updated for resources: {'Port': ['ID=e1d7157e-6c41-4277-8267-dedb42876a5b,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:24.169217 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4c0b009c-e3ca-4bd2-8572-8f3db88d21bd req-01a07e11-a16b-40f2-ae41-b9d6c3e70e60 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055082 Sep 13 07:59:24.228473 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-fef4767f-ca03-4d5d-9a4c-c6775195cb5a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d7157e-6c41-4277-8267-dedb42876a5b HTTP/1.1" status: 200 len: 217 time: 0.1696346 Sep 13 07:59:24.243345 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-ab0e783c-6524-4ce4-89cd-49e8cb738e27 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1f9619b1-9085-49ff-9e29-0fbf1c6beb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878119 Sep 13 07:59:24.244131 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fde76311-07cb-464e-bd82-785ba5cfa835 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b50c5581c26446bab76b98797e021051&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5810592 Sep 13 07:59:24.250699 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-783f4275-4121-4c15-b8fa-c06837230534 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e14148e-d2e1-4564-b903-2a6dc23c91b7 HTTP/1.1" status: 200 len: 217 time: 0.5937929 Sep 13 07:59:24.251475 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55188) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:24.284204 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde76311-07cb-464e-bd82-785ba5cfa835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c23e8a5-538e-463b-87c7-cc85b64cc145,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:24.331250 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:24.412387 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (617f29f9-96f1-4013-818b-f210356f5210), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:24.413332 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:24.414238 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:24.535906 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-b381a6c0-9b2d-4b2e-b493-f49eee78e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:24.538781 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-b381a6c0-9b2d-4b2e-b493-f49eee78e210 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 200 len: 850 time: 0.2932434 Sep 13 07:59:24.546487 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa4cf-c549-485e-9141-61ad5897d6ad req-f829ce05-c131-4960-82f7-3ad80c89777f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:24.563654 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-680fa4cf-c549-485e-9141-61ad5897d6ad req-f829ce05-c131-4960-82f7-3ad80c89777f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 943 time: 0.2157476 Sep 13 07:59:24.590038 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6046932 Sep 13 07:59:24.612430 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55194) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:24.640309 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Request body: {'subnet': {'network_id': '617f29f9-96f1-4013-818b-f210356f5210', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-499444929-subnet', 'tenant_id': '778e78e5e3364655931f1bc13d69a7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:24.682925 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3c38e068-2177-4e82-91ae-d4da38b67be3 req-8c423256-7c93-4c48-b7e2-2119822af3f3 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9757814 Sep 13 07:59:24.786735 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:24.791916 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-714ae9fa-50e1-4c91-ab78-1a3185c38925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:24.793713 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-714ae9fa-50e1-4c91-ab78-1a3185c38925 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.4593527 Sep 13 07:59:24.794386 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8749726-3ce9-4631-a44e-68951441b770 admin admin] Publish callbacks [] for security_group (1c23e8a5-538e-463b-87c7-cc85b64cc145), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:24.815615 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Made reservation on behalf of 778e78e5e3364655931f1bc13d69a7cc for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:24.818144 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:24.872626 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8749726-3ce9-4631-a44e-68951441b770 admin admin] Publish callbacks [] for security_group (1c23e8a5-538e-463b-87c7-cc85b64cc145), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:24.908128 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'tag': 'e1d7157e-6c41-4277-8267-dedb42876a5b'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:59:24.911120 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "03a9e8f3-b470-4c23-817b-2640d9e1da46", "tag": "e1d7157e-6c41-4277-8267-dedb42876a5b"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:59:24.917307 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ee7afd3-9beb-4ba3-9312-35f08ac5b28a req-a4c4fd3d-3fb0-4025-a626-c17c68ef8b0f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1f9619b1-9085-49ff-9e29-0fbf1c6beb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564934 Sep 13 07:59:24.969864 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-171b7d12-6668-406c-b9d3-ed826f6bc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:24.971460 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-171b7d12-6668-406c-b9d3-ed826f6bc990 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=06a031c7-2519-4c40-aa94-3951689a554d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574729 Sep 13 07:59:24.978066 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-c826d113-2ead-44b9-8505-0306c9291a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:24.978066 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-c826d113-2ead-44b9-8505-0306c9291a9a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.8999813 Sep 13 07:59:25.017416 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8257b582-6172-4331-ba92-1c31923d605d x-openstack-request-id: req-8257b582-6172-4331-ba92-1c31923d605d {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:59:25.018044 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a9e8f3-b470-4c23-817b-2640d9e1da46", "tag": "e1d7157e-6c41-4277-8267-dedb42876a5b", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:59:25.018452 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8257b582-6172-4331-ba92-1c31923d605d {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:59:25.018993 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8257b582-6172-4331-ba92-1c31923d605d'] response: {'name': 'network-changed', 'server_uuid': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'tag': 'e1d7157e-6c41-4277-8267-dedb42876a5b', 'status': 'completed', 'code': 200} Sep 13 07:59:25.023158 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-680fa4cf-c549-485e-9141-61ad5897d6ad req-a2163e61-8633-40ea-a1f1-d88720d308d1 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4572079 Sep 13 07:59:25.024059 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156260d7-df1b-4212-936b-b5108aced9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=617f29f9-96f1-4013-818b-f210356f5210,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:25.038660 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 617f29f9-96f1-4013-818b-f210356f5210 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:59:25.040006 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-fb25c104-e120-4a36-a1bc-c29a2aed62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:25.041635 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-fb25c104-e120-4a36-a1bc-c29a2aed62d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872686 Sep 13 07:59:25.101611 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8749726-3ce9-4631-a44e-68951441b770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (1c23e8a5-538e-463b-87c7-cc85b64cc145), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:25.104260 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8749726-3ce9-4631-a44e-68951441b770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:25.107004 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b8749726-3ce9-4631-a44e-68951441b770 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1c23e8a5-538e-463b-87c7-cc85b64cc145 HTTP/1.1" status: 204 len: 168 time: 0.8491147 Sep 13 07:59:25.120010 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8749726-3ce9-4631-a44e-68951441b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c23e8a5-538e-463b-87c7-cc85b64cc145,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:25.138057 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:25.239780 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (4de6e83e-d8c5-4525-a132-ff5eb8e73015), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:25.301421 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-531a8ac7-3860-4867-976d-90d73be98589 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=442eac97-44c9-44b1-88f2-8aec23155748 HTTP/1.1" status: 200 len: 217 time: 0.1348293 Sep 13 07:59:25.381719 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-a724595f-8483-45e3-b13e-a23830fdeb3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257431 Sep 13 07:59:25.507110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de6e83e-d8c5-4525-a132-ff5eb8e73015,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:25.531679 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-c2ecc842-e645-44fd-b80c-4f3468531c2b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686218 Sep 13 07:59:25.547049 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Checking segment: {'id': '762990cf-74ff-451d-ad59-9d3b942f6da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '617f29f9-96f1-4013-818b-f210356f5210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 07:59:25.547409 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Network hostable DHCP agents. Network: 617f29f9-96f1-4013-818b-f210356f5210, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 07:59:25.555878 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b7097-8bde-4c9a-9ec2-30aba33c0a92 req-2a430daf-9463-42bb-a56d-7e9765dab886 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:25.557472 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-125b7097-8bde-4c9a-9ec2-30aba33c0a92 req-2a430daf-9463-42bb-a56d-7e9765dab886 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 943 time: 0.2461147 Sep 13 07:59:25.585047 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Network 617f29f9-96f1-4013-818b-f210356f5210 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 07:59:25.602665 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 617f29f9-96f1-4013-818b-f210356f5210) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 07:59:25.612477 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ebbb83-dadf-4b4b-8890-4a27d589eb9d None None] Network 617f29f9-96f1-4013-818b-f210356f5210 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:59:25.614573 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:25.621388 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:25.622543 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:25.641858 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-125b7097-8bde-4c9a-9ec2-30aba33c0a92 req-815e552e-61bd-4c64-9151-d9e1e0a2e859 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748117 Sep 13 07:59:25.654079 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ba6fa6b8-d4fb-497c-951d-78b25c9f72cf admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0336282 Sep 13 07:59:25.768793 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a78ab-a2cf-4933-8f53-1602866c511a None None] Network 617f29f9-96f1-4013-818b-f210356f5210 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 07:59:25.835615 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10360e8-f5eb-4cb9-b749-3f352d08f801 req-87e11d07-813e-44ac-9cde-a0d402881907 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:25.838869 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d10360e8-f5eb-4cb9-b749-3f352d08f801 req-87e11d07-813e-44ac-9cde-a0d402881907 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 943 time: 0.0626509 Sep 13 07:59:25.903307 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d10360e8-f5eb-4cb9-b749-3f352d08f801 req-0854c1d2-09bb-44ae-a632-9f223905e90d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577321 Sep 13 07:59:26.003514 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55252) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:26.050936 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e22a382-c14d-40a8-9d3b-5ecc3fe9dcbe admin admin] Deleting subnet 7da1451e-b107-4626-9540-256187e55765 {{(pid=106243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:59:26.054215 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0e22a382-c14d-40a8-9d3b-5ecc3fe9dcbe admin admin] Publish callbacks [] for subnet (7da1451e-b107-4626-9540-256187e55765), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.093332 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0e22a382-c14d-40a8-9d3b-5ecc3fe9dcbe admin admin] Publish callbacks [] for subnet (7da1451e-b107-4626-9540-256187e55765), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.104273 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0e22a382-c14d-40a8-9d3b-5ecc3fe9dcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (7da1451e-b107-4626-9540-256187e55765), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.212296 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0e22a382-c14d-40a8-9d3b-5ecc3fe9dcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (7da1451e-b107-4626-9540-256187e55765), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.250804 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf038f0-1821-4ec2-9908-3b11d70d1c03 req-0c7e07b5-96e0-4090-9fe1-e84e4c8ba851 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:26.252325 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-dcf038f0-1821-4ec2-9908-3b11d70d1c03 req-0c7e07b5-96e0-4090-9fe1-e84e4c8ba851 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 943 time: 0.0860798 Sep 13 07:59:26.253635 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0e22a382-c14d-40a8-9d3b-5ecc3fe9dcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.256733 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0e22a382-c14d-40a8-9d3b-5ecc3fe9dcbe admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/7da1451e-b107-4626-9540-256187e55765 HTTP/1.1" status: 204 len: 168 time: 0.2520640 Sep 13 07:59:26.257781 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22a382-c14d-40a8-9d3b-5ecc3fe9dcbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da1451e-b107-4626-9540-256187e55765,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:26.264449 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55270) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:26.355038 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:26.379949 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (a7122333-92ef-4d19-b9b0-41c7a5977a58), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.389888 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-dcf038f0-1821-4ec2-9908-3b11d70d1c03 req-9de7c10f-ce9d-419a-8c96-6aea35300b0e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172538 Sep 13 07:59:26.507566 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (a7122333-92ef-4d19-b9b0-41c7a5977a58), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.535195 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.535554 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.536263 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.536612 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > port after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.536950 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.537417 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > port after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.537763 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.538110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.538426 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.538754 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.737533 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.738094 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.738673 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.739093 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 07:59:26.739684 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7122333-92ef-4d19-b9b0-41c7a5977a58']}} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:26.775042 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79de9210-47f5-46c2-984f-194cb7bd4cf7') {'for_net_delete': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:26.775826 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79de9210-47f5-46c2-984f-194cb7bd4cf7') {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:26.814732 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14310304'] for segment (79de9210-47f5-46c2-984f-194cb7bd4cf7), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.848862 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:26.887727 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (79de9210-47f5-46c2-984f-194cb7bd4cf7), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.901566 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c05c6-aecb-4fea-9f71-d0a2b352e49d req-faa33364-f151-43c0-be16-abe5922d98ff tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:26.903898 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bc3c05c6-aecb-4fea-9f71-d0a2b352e49d req-faa33364-f151-43c0-be16-abe5922d98ff tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 943 time: 0.1429534 Sep 13 07:59:26.908019 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-469a6aac-50a3-4f6a-9379-3f406500074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:26.909703 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-469a6aac-50a3-4f6a-9379-3f406500074c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.1506965 Sep 13 07:59:26.958029 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83ca46d4-e7b0-4d6c-b045-2e55f9d4e80d req-8bd58b48-a0ed-47de-8ca4-c02b58ebe7de service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966181 Sep 13 07:59:26.959439 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:59:26.960028 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13807956'] for segment (79de9210-47f5-46c2-984f-194cb7bd4cf7), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:26.979375 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bc3c05c6-aecb-4fea-9f71-d0a2b352e49d req-caf4522f-5b9a-4a08-8063-404ad4e2ec43 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660486 Sep 13 07:59:27.033498 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ff7b155-1e79-41aa-9113-a2d2e7f025bf req-c0198be2-9ae4-47e4-a5b8-bc7d50c5a146 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891331 Sep 13 07:59:27.035119 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-e1073871-f07f-4a97-a681-df14a2b60ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:27.036548 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-e1073871-f07f-4a97-a681-df14a2b60ae1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1039786 Sep 13 07:59:27.115379 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (a7122333-92ef-4d19-b9b0-41c7a5977a58), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.133356 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1429-ec93-453a-be20-9cee2afa0a6e req-11cbda8e-257a-4b62-b8ba-9e615caf8513 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:27.134994 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-365e1429-ec93-453a-be20-9cee2afa0a6e req-11cbda8e-257a-4b62-b8ba-9e615caf8513 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 943 time: 0.0693278 Sep 13 07:59:27.136364 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.139644 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a7122333-92ef-4d19-b9b0-41c7a5977a58 HTTP/1.1" status: 204 len: 168 time: 0.8740511 Sep 13 07:59:27.142793 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55334) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:27.153129 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f8a41-2338-4b7a-8a3d-10b1f6911f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7122333-92ef-4d19-b9b0-41c7a5977a58,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:27.203450 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-365e1429-ec93-453a-be20-9cee2afa0a6e req-d9868de7-3735-410e-9d5d-16d30b132cea tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535636 Sep 13 07:59:27.206464 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b904a0-0696-420a-8463-e40e45c2874a admin admin] Deleting subnet 4de6e83e-d8c5-4525-a132-ff5eb8e73015 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 07:59:27.210562 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40b904a0-0696-420a-8463-e40e45c2874a admin admin] Publish callbacks [] for subnet (4de6e83e-d8c5-4525-a132-ff5eb8e73015), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.267266 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40b904a0-0696-420a-8463-e40e45c2874a admin admin] Publish callbacks [] for subnet (4de6e83e-d8c5-4525-a132-ff5eb8e73015), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.282305 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40b904a0-0696-420a-8463-e40e45c2874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (4de6e83e-d8c5-4525-a132-ff5eb8e73015), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.328989 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:27.362579 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40b904a0-0696-420a-8463-e40e45c2874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for subnet (4de6e83e-d8c5-4525-a132-ff5eb8e73015), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.392655 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b904a0-0696-420a-8463-e40e45c2874a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de6e83e-d8c5-4525-a132-ff5eb8e73015,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:27.396670 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40b904a0-0696-420a-8463-e40e45c2874a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.404013 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55344) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:27.414697 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-40b904a0-0696-420a-8463-e40e45c2874a admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/4de6e83e-d8c5-4525-a132-ff5eb8e73015 HTTP/1.1" status: 204 len: 168 time: 0.2707283 Sep 13 07:59:27.442708 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55352) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:27.493422 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (617f29f9-96f1-4013-818b-f210356f5210), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.551514 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290af05-066f-4864-b54f-fe4641b71e4e req-59e0b92b-8c77-4954-b9fa-cfd418e940cc tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:27.553059 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4290af05-066f-4864-b54f-fe4641b71e4e req-59e0b92b-8c77-4954-b9fa-cfd418e940cc tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 943 time: 0.0549915 Sep 13 07:59:27.606502 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4290af05-066f-4864-b54f-fe4641b71e4e req-f2705c0d-5a33-44e0-9d11-674f92c6ea23 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468495 Sep 13 07:59:27.643331 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (617f29f9-96f1-4013-818b-f210356f5210), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.669284 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617f29f9-96f1-4013-818b-f210356f5210']}} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:27.680265 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762990cf-74ff-451d-ad59-9d3b942f6da3') {'for_net_delete': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:27.680679 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762990cf-74ff-451d-ad59-9d3b942f6da3') {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:27.697996 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14310304'] for segment (762990cf-74ff-451d-ad59-9d3b942f6da3), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.721502 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (762990cf-74ff-451d-ad59-9d3b942f6da3), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.738541 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 07:59:27.739010 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13807956'] for segment (762990cf-74ff-451d-ad59-9d3b942f6da3), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.812931 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:27.816125 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-cae390f7-fab7-4f2d-8746-291ac3237794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:27.817817 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-cae390f7-fab7-4f2d-8746-291ac3237794 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 1127 time: 0.1341496 Sep 13 07:59:27.832382 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (617f29f9-96f1-4013-818b-f210356f5210), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.842283 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.847036 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/617f29f9-96f1-4013-818b-f210356f5210 HTTP/1.1" status: 204 len: 168 time: 0.4419987 Sep 13 07:59:27.856330 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-ce0708b2-cbd2-4c43-899c-2454994d377b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735809 Sep 13 07:59:27.865191 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12afc3b-c5fa-4400-b2b5-f443cb15bee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=617f29f9-96f1-4013-818b-f210356f5210,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:27.900730 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2a87b803-9894-4844-bc58-bbfeb55eb0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:27.906956 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment 79de9210-47f5-46c2-984f-194cb7bd4cf7 resource provider aggregate not found Sep 13 07:59:27.931335 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment 79de9210-47f5-46c2-984f-194cb7bd4cf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79de9210-47f5-46c2-984f-194cb7bd4cf7 found for delete ", "request_id": "req-18ae35af-7de4-456a-8bf3-7c77d91cf050"}]} Sep 13 07:59:28.012595 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2a87b803-9894-4844-bc58-bbfeb55eb0f6 admin admin] Publish callbacks [] for security_group (572acd2a-725f-480f-be18-2f488544b292), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.017471 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2a87b803-9894-4844-bc58-bbfeb55eb0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (572acd2a-725f-480f-be18-2f488544b292), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.088382 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2a87b803-9894-4844-bc58-bbfeb55eb0f6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0165d818f14b4923b22538f65df4aa5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6420906 Sep 13 07:59:28.088382 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87b803-9894-4844-bc58-bbfeb55eb0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572acd2a-725f-480f-be18-2f488544b292,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:28.092642 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55374) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:28.150837 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-921cf959-1dd0-4971-aeba-e6e7b474a9c2 admin admin] Publish callbacks [] for security_group (572acd2a-725f-480f-be18-2f488544b292), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.157358 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:28.179451 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55382) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:28.182477 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-921cf959-1dd0-4971-aeba-e6e7b474a9c2 admin admin] Publish callbacks [] for security_group (572acd2a-725f-480f-be18-2f488544b292), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.211311 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce40c75-f798-432f-a615-7b5b9fca1895 req-1f54709f-4243-4f1f-8aa3-69b11b928f06 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.220773 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ce40c75-f798-432f-a615-7b5b9fca1895 req-1f54709f-4243-4f1f-8aa3-69b11b928f06 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 943 time: 0.1373253 Sep 13 07:59:28.279740 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-921cf959-1dd0-4971-aeba-e6e7b474a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (572acd2a-725f-480f-be18-2f488544b292), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.283954 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-921cf959-1dd0-4971-aeba-e6e7b474a9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.288683 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-921cf959-1dd0-4971-aeba-e6e7b474a9c2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/572acd2a-725f-480f-be18-2f488544b292 HTTP/1.1" status: 204 len: 168 time: 0.1950617 Sep 13 07:59:28.299173 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cf959-1dd0-4971-aeba-e6e7b474a9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572acd2a-725f-480f-be18-2f488544b292,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:28.369707 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ce40c75-f798-432f-a615-7b5b9fca1895 req-8e7ad601-05c3-49ca-bb4f-6d0d64449eb5 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476121 Sep 13 07:59:28.373535 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-61def36f-8c29-4685-b6cd-e38cb18a6455 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=28b867f93c7741519684967090242468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862679 Sep 13 07:59:28.376088 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55392) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:28.404703 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:28.473771 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-62b44daf-15a3-4afb-8daf-97cd81343fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.475460 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-62b44daf-15a3-4afb-8daf-97cd81343fa1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 1127 time: 0.0653863 Sep 13 07:59:28.495169 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321ab85-4597-49d8-8303-8d31ab3fe093 req-88cb027c-8d94-463f-bfeb-1f66731c6019 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.497626 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b321ab85-4597-49d8-8303-8d31ab3fe093 req-88cb027c-8d94-463f-bfeb-1f66731c6019 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 943 time: 0.1453140 Sep 13 07:59:28.504186 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c982-7c5e-4d40-aba7-cf6b53ed83de admin admin] Publish callbacks [] for security_group (8410e5a0-5204-4759-969b-43c2d4f5a11d), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.568489 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c982-7c5e-4d40-aba7-cf6b53ed83de admin admin] Publish callbacks [] for security_group (8410e5a0-5204-4759-969b-43c2d4f5a11d), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.625516 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-4c5cd85e-d66f-491a-b8f7-b905560b1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.628027 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-4c5cd85e-d66f-491a-b8f7-b905560b1c82 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 912 time: 0.1463823 Sep 13 07:59:28.657475 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-b55f776d-0fe4-4497-bb43-bfb7652bdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.659003 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-b55f776d-0fe4-4497-bb43-bfb7652bdcdb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.2587962 Sep 13 07:59:28.663566 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b321ab85-4597-49d8-8303-8d31ab3fe093 req-6b044c40-887e-4ff6-b01a-687ca63872b9 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051388 Sep 13 07:59:28.665548 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8d6dc339-c8cf-4603-a241-18dc4f57be76 req-7b01387a-67b3-4787-9eda-35b56dd06bde service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508178 Sep 13 07:59:28.688845 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-68fd3a0f-78ac-4302-bf0e-48d542e2199e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d7157e-6c41-4277-8267-dedb42876a5b HTTP/1.1" status: 200 len: 217 time: 0.0543487 Sep 13 07:59:28.714957 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-4005d687-9ac0-4ebd-aadf-4c29e3d4ae6f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e14148e-d2e1-4564-b903-2a6dc23c91b7 HTTP/1.1" status: 200 len: 217 time: 0.0483499 Sep 13 07:59:28.719464 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c982-7c5e-4d40-aba7-cf6b53ed83de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8410e5a0-5204-4759-969b-43c2d4f5a11d), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.722719 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c982-7c5e-4d40-aba7-cf6b53ed83de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:28.723973 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-dbe0c982-7c5e-4d40-aba7-cf6b53ed83de admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8410e5a0-5204-4759-969b-43c2d4f5a11d HTTP/1.1" status: 204 len: 168 time: 0.3467522 Sep 13 07:59:28.727787 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55402) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:28.754484 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0c982-7c5e-4d40-aba7-cf6b53ed83de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8410e5a0-5204-4759-969b-43c2d4f5a11d,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:28.790730 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-0d4ad843-2eae-4d6b-9393-76e96de419be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.792236 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-0d4ad843-2eae-4d6b-9393-76e96de419be service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 200 len: 850 time: 0.0840747 Sep 13 07:59:28.796878 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:28.820002 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-8e66a4eb-f321-4a29-b045-18db0622612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.822317 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-8e66a4eb-f321-4a29-b045-18db0622612e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.1014113 Sep 13 07:59:28.858147 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84136451-38a0-401c-a185-958e7790c1ae req-edc27440-f0dc-4053-bbe0-a77e116af2cc tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.864889 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-84136451-38a0-401c-a185-958e7790c1ae req-edc27440-f0dc-4053-bbe0-a77e116af2cc tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 943 time: 0.0951030 Sep 13 07:59:28.879352 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-a3c0c6cb-20ea-4537-a147-fb1f7665b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.881968 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-a3c0c6cb-20ea-4537-a147-fb1f7665b450 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529292 Sep 13 07:59:28.883715 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-334ea80e-baf1-43ed-b430-f7f65a0dc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:28.885311 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-334ea80e-baf1-43ed-b430-f7f65a0dc06a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=06a031c7-2519-4c40-aa94-3951689a554d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730679 Sep 13 07:59:29.005364 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-84136451-38a0-401c-a185-958e7790c1ae req-bfda8e71-8502-4794-a390-39ba450f9114 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396132 Sep 13 07:59:29.047745 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-a0a2cae3-e873-4cda-b1d3-7a1e7d4e9ec6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540506 Sep 13 07:59:29.048546 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-ffae2457-d35d-4f0d-9b4c-802423481d7c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555285 Sep 13 07:59:29.108087 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0d34f717-b546-40aa-b406-8a7dd8e49cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.175044 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a7891582-4bd8-480c-a5ca-3e853fe2c5c5 req-4e16f662-6ebc-4db3-98e2-f027d78eb369 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171227 Sep 13 07:59:29.203007 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 442eac97-44c9-44b1-88f2-8aec23155748 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:59:29.205784 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-438fe339-d38b-488e-a9c8-dc6b4045267d req-771f50b5-5412-432c-ae94-823cffa3c62f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481185 Sep 13 07:59:29.251602 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0d34f717-b546-40aa-b406-8a7dd8e49cfa admin admin] Publish callbacks [] for security_group (8391d1a3-e540-4fb6-b1cd-3522fd4644dc), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.257385 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0d34f717-b546-40aa-b406-8a7dd8e49cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8391d1a3-e540-4fb6-b1cd-3522fd4644dc), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.316770 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34f717-b546-40aa-b406-8a7dd8e49cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8391d1a3-e540-4fb6-b1cd-3522fd4644dc,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:29.321272 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55418) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:29.342295 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0d34f717-b546-40aa-b406-8a7dd8e49cfa admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=68df61247b7a411cb3faf45a8667e8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5946636 Sep 13 07:59:29.345182 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55422) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:29.356115 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 442eac97-44c9-44b1-88f2-8aec23155748, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=442eac97-44c9-44b1-88f2-8aec23155748,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:29.368943 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:29.376370 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-62bbe17d-7c82-41e8-98ec-4a3949e92161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.387525 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '442eac97-44c9-44b1-88f2-8aec23155748', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'port_id': '442eac97-44c9-44b1-88f2-8aec23155748', 'mac_address': 'fa:16:3e:91:90:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:59:29.446562 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55428) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:29.468742 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 442eac97-44c9-44b1-88f2-8aec23155748 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:29.469159 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (442eac97-44c9-44b1-88f2-8aec23155748), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.497218 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442eac97-44c9-44b1-88f2-8aec23155748 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:59:29.524611 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-50958494-0493-4a92-9a1d-422e727c5d6d admin admin] Publish callbacks [] for security_group (8391d1a3-e540-4fb6-b1cd-3522fd4644dc), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.526062 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 442eac97-44c9-44b1-88f2-8aec23155748, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=442eac97-44c9-44b1-88f2-8aec23155748,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:29.535376 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (442eac97-44c9-44b1-88f2-8aec23155748), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.536351 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8e14148e-d2e1-4564-b903-2a6dc23c91b7 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:59:29.562216 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7990955c-b628-4681-b29a-c9c292e87f8b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=778e78e5e3364655931f1bc13d69a7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1138713 Sep 13 07:59:29.564723 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55432) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:29.601655 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=442eac97-44c9-44b1-88f2-8aec23155748,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:29.609820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:29.636843 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-50958494-0493-4a92-9a1d-422e727c5d6d admin admin] Publish callbacks [] for security_group (8391d1a3-e540-4fb6-b1cd-3522fd4644dc), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.639611 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 8e14148e-d2e1-4564-b903-2a6dc23c91b7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8e14148e-d2e1-4564-b903-2a6dc23c91b7,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:29.655927 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06010588-31d8-4d30-841a-092e1cdc987d req-48e0405c-bd9d-4044-a8c4-3b40a740ce58 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:29.657499 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-06010588-31d8-4d30-841a-092e1cdc987d req-48e0405c-bd9d-4044-a8c4-3b40a740ce58 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 943 time: 0.0791199 Sep 13 07:59:29.665546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '8e14148e-d2e1-4564-b903-2a6dc23c91b7', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'port_id': '8e14148e-d2e1-4564-b903-2a6dc23c91b7', 'mac_address': 'fa:16:3e:27:ba:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:59:29.670850 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-62bbe17d-7c82-41e8-98ec-4a3949e92161 admin admin] Publish callbacks [] for security_group (1dbe9f1a-9438-4f2e-a032-d426c1274bb7), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.692341 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-62bbe17d-7c82-41e8-98ec-4a3949e92161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (1dbe9f1a-9438-4f2e-a032-d426c1274bb7), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.707910 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e42e-9252-45b6-b39f-24338bea1897 admin admin] Publish callbacks [] for security_group (5924f336-f113-44ce-bb86-8502cdc6abc3), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.724727 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:29.727397 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.750519 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e42e-9252-45b6-b39f-24338bea1897 admin admin] Publish callbacks [] for security_group (5924f336-f113-44ce-bb86-8502cdc6abc3), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.750718 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:29.764770 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e14148e-d2e1-4564-b903-2a6dc23c91b7 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:59:29.786084 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-62bbe17d-7c82-41e8-98ec-4a3949e92161 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=44154c190dc84c999d7c31a0d536ee01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4583154 Sep 13 07:59:29.788137 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55438) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:29.818368 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 8e14148e-d2e1-4564-b903-2a6dc23c91b7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8e14148e-d2e1-4564-b903-2a6dc23c91b7,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:29.867762 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:29.868791 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 17d47726-841f-4744-bbad-31239da3872f details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:59:29.924054 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-06010588-31d8-4d30-841a-092e1cdc987d req-6164fe61-a915-4d76-aa68-5732285c2374 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575903 Sep 13 07:59:29.970397 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbe17d-7c82-41e8-98ec-4a3949e92161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbe9f1a-9438-4f2e-a032-d426c1274bb7,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:29.985229 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment 762990cf-74ff-451d-ad59-9d3b942f6da3 resource provider aggregate not found Sep 13 07:59:30.002316 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797dd7c-48c8-4f70-bab8-e21bc2e8b93c req-e81abf0a-3347-4fb1-af68-96a1c23b4387 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:30.003889 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e797dd7c-48c8-4f70-bab8-e21bc2e8b93c req-e81abf0a-3347-4fb1-af68-96a1c23b4387 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 943 time: 0.1545691 Sep 13 07:59:30.010983 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment 762990cf-74ff-451d-ad59-9d3b942f6da3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 762990cf-74ff-451d-ad59-9d3b942f6da3 found for delete ", "request_id": "req-422ec3df-c1cc-4340-a027-64683282b334"}]} Sep 13 07:59:30.014820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e42e-9252-45b6-b39f-24338bea1897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5924f336-f113-44ce-bb86-8502cdc6abc3), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.017463 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e42e-9252-45b6-b39f-24338bea1897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.021947 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d0c6e42e-9252-45b6-b39f-24338bea1897 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5924f336-f113-44ce-bb86-8502cdc6abc3 HTTP/1.1" status: 204 len: 168 time: 0.4562187 Sep 13 07:59:30.029663 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=8e14148e-d2e1-4564-b903-2a6dc23c91b7,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:30.052916 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6e42e-9252-45b6-b39f-24338bea1897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5924f336-f113-44ce-bb86-8502cdc6abc3,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:30.074554 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f9df2a7f-a7ca-4de3-bb91-3fe1c1f6c95c admin admin] Publish callbacks [] for security_group (1dbe9f1a-9438-4f2e-a032-d426c1274bb7), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.142294 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-50958494-0493-4a92-9a1d-422e727c5d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8391d1a3-e540-4fb6-b1cd-3522fd4644dc), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.150362 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-50958494-0493-4a92-9a1d-422e727c5d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.153337 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-50958494-0493-4a92-9a1d-422e727c5d6d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8391d1a3-e540-4fb6-b1cd-3522fd4644dc HTTP/1.1" status: 204 len: 168 time: 0.8068466 Sep 13 07:59:30.172204 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 17d47726-841f-4744-bbad-31239da3872f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=17d47726-841f-4744-bbad-31239da3872f,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:30.206008 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50958494-0493-4a92-9a1d-422e727c5d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8391d1a3-e540-4fb6-b1cd-3522fd4644dc,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:30.207327 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:30.211977 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f9df2a7f-a7ca-4de3-bb91-3fe1c1f6c95c admin admin] Publish callbacks [] for security_group (1dbe9f1a-9438-4f2e-a032-d426c1274bb7), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.225759 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:30.230581 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e797dd7c-48c8-4f70-bab8-e21bc2e8b93c req-9c517f98-6507-4d8e-b184-2db085f862dd tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570363 Sep 13 07:59:30.230837 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '17d47726-841f-4744-bbad-31239da3872f', 'network_id': '1f9619b1-9085-49ff-9e29-0fbf1c6beb66', 'port_id': '17d47726-841f-4744-bbad-31239da3872f', 'mac_address': 'fa:16:3e:ad:94:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0655959b-28e8-486d-ab68-14e94abf101d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:59:30.269611 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c5570-0408-4dac-ae60-96ba6eeb7f76 req-d648a045-3bc6-4e89-bf91-7659e7e59ed7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:30.272902 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf7c5570-0408-4dac-ae60-96ba6eeb7f76 req-d648a045-3bc6-4e89-bf91-7659e7e59ed7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 943 time: 0.1282473 Sep 13 07:59:30.299251 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 17d47726-841f-4744-bbad-31239da3872f is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:30.299649 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (17d47726-841f-4744-bbad-31239da3872f), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.326281 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d47726-841f-4744-bbad-31239da3872f {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:59:30.334167 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f9df2a7f-a7ca-4de3-bb91-3fe1c1f6c95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (1dbe9f1a-9438-4f2e-a032-d426c1274bb7), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.342932 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f9df2a7f-a7ca-4de3-bb91-3fe1c1f6c95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.348752 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-f9df2a7f-a7ca-4de3-bb91-3fe1c1f6c95c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1dbe9f1a-9438-4f2e-a032-d426c1274bb7 HTTP/1.1" status: 204 len: 168 time: 0.5524604 Sep 13 07:59:30.360578 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 17d47726-841f-4744-bbad-31239da3872f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=17d47726-841f-4744-bbad-31239da3872f,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:30.369408 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (17d47726-841f-4744-bbad-31239da3872f), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.387285 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df2a7f-a7ca-4de3-bb91-3fe1c1f6c95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbe9f1a-9438-4f2e-a032-d426c1274bb7,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:30.394744 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:30.443881 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=17d47726-841f-4744-bbad-31239da3872f,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:30.450704 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf7c5570-0408-4dac-ae60-96ba6eeb7f76 req-3b02c152-fac4-46e6-a148-e97fb93d6d8b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1702678 Sep 13 07:59:30.803345 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55480) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:30.817627 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cbc5-d217-4996-8625-89251bc7e7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.874172 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['442eac97-44c9-44b1-88f2-8aec23155748'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:59:30.900294 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cbc5-d217-4996-8625-89251bc7e7a0 admin admin] Publish callbacks [] for security_group (a59de88a-dbab-4239-ae72-9098d77b0a5f), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.905210 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8b6cbc5-d217-4996-8625-89251bc7e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a59de88a-dbab-4239-ae72-9098d77b0a5f), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:30.949927 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d8b6cbc5-d217-4996-8625-89251bc7e7a0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=58f0673df7f94e118c719c7042ef8a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427889 Sep 13 07:59:30.949927 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6cbc5-d217-4996-8625-89251bc7e7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59de88a-dbab-4239-ae72-9098d77b0a5f,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:30.951839 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55482) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:30.996497 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:31.015698 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['17d47726-841f-4744-bbad-31239da3872f'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:59:31.061052 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5adbf37b-7f21-434b-a625-42d89c80a56e admin admin] Publish callbacks [] for security_group (a59de88a-dbab-4239-ae72-9098d77b0a5f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:31.066789 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:31.082638 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:31.083249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['8e14148e-d2e1-4564-b903-2a6dc23c91b7'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:59:31.087390 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5adbf37b-7f21-434b-a625-42d89c80a56e admin admin] Publish callbacks [] for security_group (a59de88a-dbab-4239-ae72-9098d77b0a5f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:31.119677 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b86196-3d5a-4a9e-9ec8-b82c2f8e348a req-1f8344c3-8587-4d6f-b73b-a583404ce704 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:31.127770 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56b86196-3d5a-4a9e-9ec8-b82c2f8e348a req-1f8344c3-8587-4d6f-b73b-a583404ce704 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 944 time: 0.0740538 Sep 13 07:59:31.172487 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5adbf37b-7f21-434b-a625-42d89c80a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a59de88a-dbab-4239-ae72-9098d77b0a5f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:31.176092 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5adbf37b-7f21-434b-a625-42d89c80a56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:31.177688 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5adbf37b-7f21-434b-a625-42d89c80a56e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a59de88a-dbab-4239-ae72-9098d77b0a5f HTTP/1.1" status: 204 len: 168 time: 0.2232633 Sep 13 07:59:31.191807 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbf37b-7f21-434b-a625-42d89c80a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59de88a-dbab-4239-ae72-9098d77b0a5f,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:31.218430 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device e1d7157e-6c41-4277-8267-dedb42876a5b details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 07:59:31.249025 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56b86196-3d5a-4a9e-9ec8-b82c2f8e348a req-4f6f779d-0769-4c2d-8455-544c593f0e89 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200757 Sep 13 07:59:31.466325 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ab8e5-87a6-429d-9891-5f5ce22cef56 req-158d87cb-b760-446b-8b4f-e985f5669d62 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:31.467991 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b96ab8e5-87a6-429d-9891-5f5ce22cef56 req-158d87cb-b760-446b-8b4f-e985f5669d62 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 944 time: 0.1000922 Sep 13 07:59:31.555675 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b96ab8e5-87a6-429d-9891-5f5ce22cef56 req-d30d5508-472d-4813-b18c-612d467d5ef9 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791354 Sep 13 07:59:31.635064 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:31.687283 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e8957-4313-40c4-acbe-9dce65ad1ade req-0b8fac08-ce75-4320-93bb-4f0d9c850ad5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:31.688870 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0f1e8957-4313-40c4-acbe-9dce65ad1ade req-0b8fac08-ce75-4320-93bb-4f0d9c850ad5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 943 time: 0.1024473 Sep 13 07:59:31.765058 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port e1d7157e-6c41-4277-8267-dedb42876a5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e1d7157e-6c41-4277-8267-dedb42876a5b,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:31.808893 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0f1e8957-4313-40c4-acbe-9dce65ad1ade req-5db41137-e44b-4c35-a8cc-b7ca9328c896 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143026 Sep 13 07:59:31.813783 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'e1d7157e-6c41-4277-8267-dedb42876a5b', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'port_id': 'e1d7157e-6c41-4277-8267-dedb42876a5b', 'mac_address': 'fa:16:3e:19:8f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 07:59:31.863440 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:31.910015 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port e1d7157e-6c41-4277-8267-dedb42876a5b is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:31.910459 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:31.925522 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d7157e-6c41-4277-8267-dedb42876a5b {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 07:59:31.953093 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port e1d7157e-6c41-4277-8267-dedb42876a5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e1d7157e-6c41-4277-8267-dedb42876a5b,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:31.958035 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:32.008423 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=e1d7157e-6c41-4277-8267-dedb42876a5b,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:32.285525 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55542) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:32.385903 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babf200-5aca-411f-b78a-fe8dba5b0078 req-2ea47795-9798-476b-b90c-fa2e31595e73 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:32.388129 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7babf200-5aca-411f-b78a-fe8dba5b0078 req-2ea47795-9798-476b-b90c-fa2e31595e73 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 944 time: 0.0517035 Sep 13 07:59:32.447552 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f7808e7e-f612-497e-a959-f0f8b140d258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:32.463773 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7babf200-5aca-411f-b78a-fe8dba5b0078 req-37e7173e-908e-4448-9c9a-f20d3f4c8633 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666974 Sep 13 07:59:32.542846 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f7808e7e-f612-497e-a959-f0f8b140d258 admin admin] Publish callbacks [] for security_group (564896ad-80cc-40de-8a71-672622733a5e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:32.546931 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f7808e7e-f612-497e-a959-f0f8b140d258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (564896ad-80cc-40de-8a71-672622733a5e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:32.588348 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f7808e7e-f612-497e-a959-f0f8b140d258 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=545f206f0a0343c9bb29942819524e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016646 Sep 13 07:59:32.589207 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7808e7e-f612-497e-a959-f0f8b140d258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564896ad-80cc-40de-8a71-672622733a5e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:32.592772 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55558) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:32.726950 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-00fdbe77-b140-4dad-bb4b-4ef6691d20a1 admin admin] Publish callbacks [] for security_group (564896ad-80cc-40de-8a71-672622733a5e), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:32.762087 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b4428-3a50-46c4-b92b-4d1bc45099ec req-dee7649a-51c3-4531-8834-da4496fae493 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:32.763571 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d96b4428-3a50-46c4-b92b-4d1bc45099ec req-dee7649a-51c3-4531-8834-da4496fae493 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 944 time: 0.0809591 Sep 13 07:59:32.765623 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-00fdbe77-b140-4dad-bb4b-4ef6691d20a1 admin admin] Publish callbacks [] for security_group (564896ad-80cc-40de-8a71-672622733a5e), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:32.838334 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d96b4428-3a50-46c4-b92b-4d1bc45099ec req-4402c0a3-5dee-49d3-936a-3e3df74b9407 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652354 Sep 13 07:59:32.860962 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['e1d7157e-6c41-4277-8267-dedb42876a5b'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:59:32.880985 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-00fdbe77-b140-4dad-bb4b-4ef6691d20a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (564896ad-80cc-40de-8a71-672622733a5e), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:32.884552 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-00fdbe77-b140-4dad-bb4b-4ef6691d20a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:32.888617 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-00fdbe77-b140-4dad-bb4b-4ef6691d20a1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/564896ad-80cc-40de-8a71-672622733a5e HTTP/1.1" status: 204 len: 168 time: 0.2807834 Sep 13 07:59:32.901399 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdbe77-b140-4dad-bb4b-4ef6691d20a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564896ad-80cc-40de-8a71-672622733a5e,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:33.029809 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d898-3154-4bed-9eba-65b6233d8b72 req-da655d89-0ead-4d1a-b433-9487fae3648f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:33.031599 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ecb6d898-3154-4bed-9eba-65b6233d8b72 req-da655d89-0ead-4d1a-b433-9487fae3648f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 944 time: 0.0896201 Sep 13 07:59:33.104233 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ecb6d898-3154-4bed-9eba-65b6233d8b72 req-41f4596a-1359-445c-8726-ac81973d8b85 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640440 Sep 13 07:59:33.509029 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55612) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:33.530070 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 442eac97-44c9-44b1-88f2-8aec23155748 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:33.548294 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55616) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:33.575224 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f269a470-3323-4dca-bc3f-c3c31f664dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:33.582541 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 442eac97-44c9-44b1-88f2-8aec23155748 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:59:33.591464 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 442eac97-44c9-44b1-88f2-8aec23155748 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:33.591848 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (442eac97-44c9-44b1-88f2-8aec23155748), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:33.631486 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc480abb-7816-4466-84df-21830172aaae req-30d5fa0f-7be5-47c9-86dc-227b4e494d08 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:33.642347 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-dc480abb-7816-4466-84df-21830172aaae req-30d5fa0f-7be5-47c9-86dc-227b4e494d08 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 944 time: 0.0720558 Sep 13 07:59:33.650048 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:33.688269 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 442eac97-44c9-44b1-88f2-8aec23155748 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:33.688907 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (442eac97-44c9-44b1-88f2-8aec23155748), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:33.718881 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843735bd-7dc0-435e-8421-8803bb7882c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442eac97-44c9-44b1-88f2-8aec23155748'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:59:33.724221 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-dc480abb-7816-4466-84df-21830172aaae req-20ec4802-17e7-4abd-b961-353fa325bc8e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809064 Sep 13 07:59:33.770133 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f269a470-3323-4dca-bc3f-c3c31f664dde admin admin] Publish callbacks [] for security_group (e639ef4d-1ba2-4eab-8586-691364847eeb), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:33.776561 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f269a470-3323-4dca-bc3f-c3c31f664dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (e639ef4d-1ba2-4eab-8586-691364847eeb), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:33.808362 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 442eac97-44c9-44b1-88f2-8aec23155748, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=442eac97-44c9-44b1-88f2-8aec23155748,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:33.813665 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (442eac97-44c9-44b1-88f2-8aec23155748), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:33.814577 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device e1d7157e-6c41-4277-8267-dedb42876a5b up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:33.830346 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269a470-3323-4dca-bc3f-c3c31f664dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e639ef4d-1ba2-4eab-8586-691364847eeb,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:33.837230 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f269a470-3323-4dca-bc3f-c3c31f664dde admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=be463be8e72c4521b0668422cb52e8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853220 Sep 13 07:59:33.837478 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55624) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:33.868630 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:33.915868 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=442eac97-44c9-44b1-88f2-8aec23155748,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:33.932819 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port e1d7157e-6c41-4277-8267-dedb42876a5b completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:59:33.936370 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fca9cdc0-fd66-49fb-9d34-79fb07100993 admin admin] Publish callbacks [] for security_group (e639ef4d-1ba2-4eab-8586-691364847eeb), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:33.939713 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port e1d7157e-6c41-4277-8267-dedb42876a5b triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:33.940264 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:33.977515 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fca9cdc0-fd66-49fb-9d34-79fb07100993 admin admin] Publish callbacks [] for security_group (e639ef4d-1ba2-4eab-8586-691364847eeb), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.044303 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port e1d7157e-6c41-4277-8267-dedb42876a5b is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:34.045031 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.049421 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6877cd98-a59c-43c2-8d2b-65c34e01031b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.061590 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:34.090655 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90cc41-af73-42ca-8d66-8827ff2ecda4 req-04f09d77-86e4-4402-a4ad-eb759612f383 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:34.092164 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3d90cc41-af73-42ca-8d66-8827ff2ecda4 req-04f09d77-86e4-4402-a4ad-eb759612f383 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 944 time: 0.1007774 Sep 13 07:59:34.093414 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port e1d7157e-6c41-4277-8267-dedb42876a5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e1d7157e-6c41-4277-8267-dedb42876a5b,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:34.098633 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.099920 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8e14148e-d2e1-4564-b903-2a6dc23c91b7 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:34.126750 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fca9cdc0-fd66-49fb-9d34-79fb07100993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (e639ef4d-1ba2-4eab-8586-691364847eeb), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.129652 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fca9cdc0-fd66-49fb-9d34-79fb07100993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.134824 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fca9cdc0-fd66-49fb-9d34-79fb07100993 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e639ef4d-1ba2-4eab-8586-691364847eeb HTTP/1.1" status: 204 len: 168 time: 0.2924139 Sep 13 07:59:34.151750 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:34.203728 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9cdc0-fd66-49fb-9d34-79fb07100993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e639ef4d-1ba2-4eab-8586-691364847eeb,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:34.224380 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:59:34.251107 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:34.251981 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.259875 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=e1d7157e-6c41-4277-8267-dedb42876a5b,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:34.278905 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3d90cc41-af73-42ca-8d66-8827ff2ecda4 req-e556f909-d301-42f0-bb0a-aa17ae455c9b tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782558 Sep 13 07:59:34.286330 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009b59b-e3c9-4add-a6dc-683939d6610c req-05507adc-d84b-4527-af12-152d42b6b665 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:34.312146 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7009b59b-e3c9-4add-a6dc-683939d6610c req-05507adc-d84b-4527-af12-152d42b6b665 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0876493 Sep 13 07:59:34.320747 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:34.321718 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05117b90-598c-49d8-a757-9a8c6b6d4f73" -d '{"events": [{"server_uuid": "843735bd-7dc0-435e-8421-8803bb7882c5", "name": "network-vif-plugged", "status": "completed", "tag": "442eac97-44c9-44b1-88f2-8aec23155748"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:59:34.366379 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6877cd98-a59c-43c2-8d2b-65c34e01031b admin admin] Publish callbacks [] for security_group (659d4558-e321-4f11-8ae4-25fc907dc4ba), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.372466 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7009b59b-e3c9-4add-a6dc-683939d6610c req-6afe26c5-b5cb-4cad-b89b-54f1f7d3120b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592451 Sep 13 07:59:34.374245 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6877cd98-a59c-43c2-8d2b-65c34e01031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (659d4558-e321-4f11-8ae4-25fc907dc4ba), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.434608 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:34.435000 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.441148 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6877cd98-a59c-43c2-8d2b-65c34e01031b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=69f342106fa745dea28aba7fd041e95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9278765 Sep 13 07:59:34.441148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877cd98-a59c-43c2-8d2b-65c34e01031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d4558-e321-4f11-8ae4-25fc907dc4ba,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:34.441586 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55652) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:34.502797 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 8e14148e-d2e1-4564-b903-2a6dc23c91b7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8e14148e-d2e1-4564-b903-2a6dc23c91b7,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:34.509445 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.510670 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 17d47726-841f-4744-bbad-31239da3872f up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 07:59:34.530057 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a5a34343-e0f3-4009-b71e-bdb7327d22a0 admin admin] Publish callbacks [] for security_group (659d4558-e321-4f11-8ae4-25fc907dc4ba), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.557526 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a5a34343-e0f3-4009-b71e-bdb7327d22a0 admin admin] Publish callbacks [] for security_group (659d4558-e321-4f11-8ae4-25fc907dc4ba), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.599446 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=8e14148e-d2e1-4564-b903-2a6dc23c91b7,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:34.612191 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 17d47726-841f-4744-bbad-31239da3872f completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 07:59:34.616404 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a5a34343-e0f3-4009-b71e-bdb7327d22a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (659d4558-e321-4f11-8ae4-25fc907dc4ba), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.619901 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a5a34343-e0f3-4009-b71e-bdb7327d22a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.621911 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a5a34343-e0f3-4009-b71e-bdb7327d22a0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/659d4558-e321-4f11-8ae4-25fc907dc4ba HTTP/1.1" status: 204 len: 168 time: 0.1792183 Sep 13 07:59:34.627401 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 17d47726-841f-4744-bbad-31239da3872f triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 07:59:34.628040 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (17d47726-841f-4744-bbad-31239da3872f), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.633838 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a34343-e0f3-4009-b71e-bdb7327d22a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d4558-e321-4f11-8ae4-25fc907dc4ba,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:34.721980 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 17d47726-841f-4744-bbad-31239da3872f is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 07:59:34.722379 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (17d47726-841f-4744-bbad-31239da3872f), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.758372 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0726fd41-cf50-47fb-958b-60448e9d1fd4 x-openstack-request-id: req-0726fd41-cf50-47fb-958b-60448e9d1fd4 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:59:34.758977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843735bd-7dc0-435e-8421-8803bb7882c5", "name": "network-vif-plugged", "status": "completed", "tag": "442eac97-44c9-44b1-88f2-8aec23155748", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:59:34.759521 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0726fd41-cf50-47fb-958b-60448e9d1fd4 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:59:34.760507 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0726fd41-cf50-47fb-958b-60448e9d1fd4'] response: {'server_uuid': '843735bd-7dc0-435e-8421-8803bb7882c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442eac97-44c9-44b1-88f2-8aec23155748', 'code': 200} Sep 13 07:59:34.766693 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 17d47726-841f-4744-bbad-31239da3872f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=17d47726-841f-4744-bbad-31239da3872f,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:34.775023 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (17d47726-841f-4744-bbad-31239da3872f), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:34.843180 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=17d47726-841f-4744-bbad-31239da3872f,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:34.952903 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7a9ed-a5f1-489a-8e96-74b7a04de4b7 req-d5792126-4fac-467e-9d99-b712dab28e6c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:34.965309 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb7a9ed-a5f1-489a-8e96-74b7a04de4b7 req-d5792126-4fac-467e-9d99-b712dab28e6c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1330624 Sep 13 07:59:35.041827 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bb7a9ed-a5f1-489a-8e96-74b7a04de4b7 req-dcc0c7f2-d295-46c1-a613-02f6d1b26324 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549469 Sep 13 07:59:35.094806 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947b8d-dcd1-45da-97a5-ffba0e42cd1e req-aa8ab5cf-f72a-4485-aae8-ba9fa8f4565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:35.096445 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6a947b8d-dcd1-45da-97a5-ffba0e42cd1e req-aa8ab5cf-f72a-4485-aae8-ba9fa8f4565a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 1129 time: 0.1025698 Sep 13 07:59:35.120088 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6a947b8d-dcd1-45da-97a5-ffba0e42cd1e req-37b43c60-1f02-4597-8bba-cf55b75d0a2b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.229925 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6a947b8d-dcd1-45da-97a5-ffba0e42cd1e req-37b43c60-1f02-4597-8bba-cf55b75d0a2b service neutron] Publish callbacks [] for security_group (aadafad4-298c-45f6-98a4-a080f2303839), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.234521 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6a947b8d-dcd1-45da-97a5-ffba0e42cd1e req-37b43c60-1f02-4597-8bba-cf55b75d0a2b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (aadafad4-298c-45f6-98a4-a080f2303839), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.282682 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b43c60-1f02-4597-8bba-cf55b75d0a2b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aadafad4-298c-45f6-98a4-a080f2303839,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:35.288578 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6a947b8d-dcd1-45da-97a5-ffba0e42cd1e req-37b43c60-1f02-4597-8bba-cf55b75d0a2b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852922 Sep 13 07:59:35.330875 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55684) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:35.349265 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b586d338-a99d-401d-a7a3-fe79adc223ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.367936 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:35.450240 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e3703-272b-43e7-872f-b162bb0df737 req-0cc6fba7-4e23-49b0-9b33-e4042e758c55 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:35.451809 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-975e3703-272b-43e7-872f-b162bb0df737 req-0cc6fba7-4e23-49b0-9b33-e4042e758c55 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 945 time: 0.0873072 Sep 13 07:59:35.489707 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:35.545479 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-975e3703-272b-43e7-872f-b162bb0df737 req-363c1d35-9f24-48b7-8d65-83fe4a3e1875 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842061 Sep 13 07:59:35.547431 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b586d338-a99d-401d-a7a3-fe79adc223ba admin admin] Publish callbacks [] for security_group (7cfcd515-0556-4f98-90e8-6f613a3d6aef), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.553220 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b586d338-a99d-401d-a7a3-fe79adc223ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7cfcd515-0556-4f98-90e8-6f613a3d6aef), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.599591 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7d02-4e65-4b54-b484-29cf4e8a76bf req-778c76ef-dd3f-4756-a0c0-0a45170a983b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:35.610598 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e1ef7d02-4e65-4b54-b484-29cf4e8a76bf req-778c76ef-dd3f-4756-a0c0-0a45170a983b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.1066244 Sep 13 07:59:35.639851 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b586d338-a99d-401d-a7a3-fe79adc223ba admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b2406f7a61c7472dbb750bdbad5aa237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996118 Sep 13 07:59:35.639851 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55694) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:35.661388 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586d338-a99d-401d-a7a3-fe79adc223ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfcd515-0556-4f98-90e8-6f613a3d6aef,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:35.672779 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:35.696662 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e1ef7d02-4e65-4b54-b484-29cf4e8a76bf req-4d2a94b5-e419-4bf0-b18a-1d75f46d876f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830867 Sep 13 07:59:35.714567 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9db647ff-ba9f-46a4-982e-8a823cd2738c admin admin] Publish callbacks [] for security_group (7cfcd515-0556-4f98-90e8-6f613a3d6aef), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.748646 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9db647ff-ba9f-46a4-982e-8a823cd2738c admin admin] Publish callbacks [] for security_group (7cfcd515-0556-4f98-90e8-6f613a3d6aef), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.800995 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9db647ff-ba9f-46a4-982e-8a823cd2738c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7cfcd515-0556-4f98-90e8-6f613a3d6aef), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.804201 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9db647ff-ba9f-46a4-982e-8a823cd2738c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:35.805853 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9db647ff-ba9f-46a4-982e-8a823cd2738c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7cfcd515-0556-4f98-90e8-6f613a3d6aef HTTP/1.1" status: 204 len: 168 time: 0.1622524 Sep 13 07:59:35.814655 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db647ff-ba9f-46a4-982e-8a823cd2738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfcd515-0556-4f98-90e8-6f613a3d6aef,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:35.885082 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55706) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:36.164034 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a50f55-9c62-4bcc-8601-59b763bd1742 req-f0e4380b-5dc2-410a-a3a7-feea8206dd34 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:36.165625 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-65a50f55-9c62-4bcc-8601-59b763bd1742 req-f0e4380b-5dc2-410a-a3a7-feea8206dd34 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0636182 Sep 13 07:59:36.220497 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-65a50f55-9c62-4bcc-8601-59b763bd1742 req-da5bc076-d38a-4875-9194-fc0ed3e5c433 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 Sep 13 07:59:36.278990 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dd73fb47-6fb2-4b1a-b583-8113ba6cf9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:36.365814 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dd73fb47-6fb2-4b1a-b583-8113ba6cf9cf admin admin] Publish callbacks [] for security_group (d6c8cb5a-84db-41b5-be95-dff9d1181edb), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:36.371415 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dd73fb47-6fb2-4b1a-b583-8113ba6cf9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (d6c8cb5a-84db-41b5-be95-dff9d1181edb), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:36.414389 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73fb47-6fb2-4b1a-b583-8113ba6cf9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c8cb5a-84db-41b5-be95-dff9d1181edb,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:36.419278 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-dd73fb47-6fb2-4b1a-b583-8113ba6cf9cf admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3c7a58e3c6ab48bdb36fec632121b622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326762 Sep 13 07:59:36.421955 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55740) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:36.472858 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e085ea0a-3ec7-4664-8e19-55724447075a admin admin] Publish callbacks [] for security_group (d6c8cb5a-84db-41b5-be95-dff9d1181edb), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:36.494511 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e085ea0a-3ec7-4664-8e19-55724447075a admin admin] Publish callbacks [] for security_group (d6c8cb5a-84db-41b5-be95-dff9d1181edb), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:36.508609 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55742) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:36.552661 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e085ea0a-3ec7-4664-8e19-55724447075a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (d6c8cb5a-84db-41b5-be95-dff9d1181edb), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:36.555379 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e085ea0a-3ec7-4664-8e19-55724447075a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:36.559499 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e085ea0a-3ec7-4664-8e19-55724447075a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d6c8cb5a-84db-41b5-be95-dff9d1181edb HTTP/1.1" status: 204 len: 168 time: 0.1335959 Sep 13 07:59:36.565570 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085ea0a-3ec7-4664-8e19-55724447075a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c8cb5a-84db-41b5-be95-dff9d1181edb,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:36.701402 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a84b10ba-a61c-44d2-b4ee-c84af73f18e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:36.744530 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3763e-d67f-4071-8beb-fc413d9c61a8 req-5a23c850-0a63-429c-9968-211ade28df6e tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:36.746798 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-60e3763e-d67f-4071-8beb-fc413d9c61a8 req-5a23c850-0a63-429c-9968-211ade28df6e tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 945 time: 0.1100194 Sep 13 07:59:36.762626 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d7157e-6c41-4277-8267-dedb42876a5b'}, {'server_uuid': '8c617679-9e22-41eb-9124-1c33bdec9f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e14148e-d2e1-4564-b903-2a6dc23c91b7'}, {'server_uuid': '7da25fcc-33bc-4b69-8e38-2aedff4c2720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d47726-841f-4744-bbad-31239da3872f'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:59:36.765034 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf913ee-ac5c-423b-8ddd-da6828da5914" -d '{"events": [{"server_uuid": "03a9e8f3-b470-4c23-817b-2640d9e1da46", "name": "network-vif-plugged", "status": "completed", "tag": "e1d7157e-6c41-4277-8267-dedb42876a5b"}, {"server_uuid": "8c617679-9e22-41eb-9124-1c33bdec9f93", "name": "network-vif-plugged", "status": "completed", "tag": "8e14148e-d2e1-4564-b903-2a6dc23c91b7"}, {"server_uuid": "7da25fcc-33bc-4b69-8e38-2aedff4c2720", "name": "network-vif-plugged", "status": "completed", "tag": "17d47726-841f-4744-bbad-31239da3872f"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:59:36.799141 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:36.906726 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-60e3763e-d67f-4071-8beb-fc413d9c61a8 req-0da095ba-9568-49da-81da-beaa40f621e6 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308746 Sep 13 07:59:36.949661 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef830d-9977-421e-b679-26afec4ea1b7 req-c4ec68b8-3031-4f44-a183-4f428038e051 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:36.958286 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fcef830d-9977-421e-b679-26afec4ea1b7 req-c4ec68b8-3031-4f44-a183-4f428038e051 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.1233506 Sep 13 07:59:36.963329 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 13 Sep 2022 07:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0637e8c6-c31e-4335-95a1-96e7662181a0 x-openstack-request-id: req-0637e8c6-c31e-4335-95a1-96e7662181a0 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:59:36.963914 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9e8f3-b470-4c23-817b-2640d9e1da46", "name": "network-vif-plugged", "status": "completed", "tag": "e1d7157e-6c41-4277-8267-dedb42876a5b", "code": 200}, {"server_uuid": "8c617679-9e22-41eb-9124-1c33bdec9f93", "name": "network-vif-plugged", "status": "completed", "tag": "8e14148e-d2e1-4564-b903-2a6dc23c91b7", "code": 200}, {"server_uuid": "7da25fcc-33bc-4b69-8e38-2aedff4c2720", "name": "network-vif-plugged", "status": "completed", "tag": "17d47726-841f-4744-bbad-31239da3872f", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:59:36.964107 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0637e8c6-c31e-4335-95a1-96e7662181a0 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:59:36.964439 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a84b10ba-a61c-44d2-b4ee-c84af73f18e5 admin admin] Publish callbacks [] for security_group (e9de6b7b-5a39-4326-803c-2bf71efd046a), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:36.964672 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0637e8c6-c31e-4335-95a1-96e7662181a0'] response: {'server_uuid': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d7157e-6c41-4277-8267-dedb42876a5b', 'code': 200} Sep 13 07:59:36.964895 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0637e8c6-c31e-4335-95a1-96e7662181a0'] response: {'server_uuid': '8c617679-9e22-41eb-9124-1c33bdec9f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e14148e-d2e1-4564-b903-2a6dc23c91b7', 'code': 200} Sep 13 07:59:36.965147 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0637e8c6-c31e-4335-95a1-96e7662181a0'] response: {'server_uuid': '7da25fcc-33bc-4b69-8e38-2aedff4c2720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d47726-841f-4744-bbad-31239da3872f', 'code': 200} Sep 13 07:59:36.972121 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a84b10ba-a61c-44d2-b4ee-c84af73f18e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (e9de6b7b-5a39-4326-803c-2bf71efd046a), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.009898 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b10ba-a61c-44d2-b4ee-c84af73f18e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de6b7b-5a39-4326-803c-2bf71efd046a,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:37.039713 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a84b10ba-a61c-44d2-b4ee-c84af73f18e5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c184cbb654a44118b2b77bf5609cb459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5273602 Sep 13 07:59:37.040462 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55770) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:37.053466 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fcef830d-9977-421e-b679-26afec4ea1b7 req-05afbbff-2e4a-4361-9c84-b8a013a73a93 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936196 Sep 13 07:59:37.099458 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-44673d8c-aabe-4a3d-980b-2130b6e24590 admin admin] Publish callbacks [] for security_group (e9de6b7b-5a39-4326-803c-2bf71efd046a), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.123794 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-44673d8c-aabe-4a3d-980b-2130b6e24590 admin admin] Publish callbacks [] for security_group (e9de6b7b-5a39-4326-803c-2bf71efd046a), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.130749 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:37.166441 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55776) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:37.183321 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-44673d8c-aabe-4a3d-980b-2130b6e24590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (e9de6b7b-5a39-4326-803c-2bf71efd046a), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.185056 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7e4549c0-d87e-4290-9bfd-e60d51d6e3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.188767 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-44673d8c-aabe-4a3d-980b-2130b6e24590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.192471 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-44673d8c-aabe-4a3d-980b-2130b6e24590 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e9de6b7b-5a39-4326-803c-2bf71efd046a HTTP/1.1" status: 204 len: 168 time: 0.1487458 Sep 13 07:59:37.197927 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44673d8c-aabe-4a3d-980b-2130b6e24590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9de6b7b-5a39-4326-803c-2bf71efd046a,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:37.428254 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e6e48-59f6-419a-80f7-f9455818ea37 req-0b3b33b4-ab8a-43aa-8a9a-05fe277cd7b0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:37.439602 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-754e6e48-59f6-419a-80f7-f9455818ea37 req-0b3b33b4-ab8a-43aa-8a9a-05fe277cd7b0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1261015 Sep 13 07:59:37.545616 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7e4549c0-d87e-4290-9bfd-e60d51d6e3d6 admin admin] Publish callbacks [] for security_group (cb92478c-817f-46f2-b870-59ffc1352f11), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.547058 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:37.554139 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7e4549c0-d87e-4290-9bfd-e60d51d6e3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (cb92478c-817f-46f2-b870-59ffc1352f11), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.564252 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-754e6e48-59f6-419a-80f7-f9455818ea37 req-0e626257-cb47-47c1-8054-3819c36cc422 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235535 Sep 13 07:59:37.648941 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7e4549c0-d87e-4290-9bfd-e60d51d6e3d6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4886d00185ba46d4ac095e48da1fe056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778020 Sep 13 07:59:37.649276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55794) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:37.649673 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4549c0-d87e-4290-9bfd-e60d51d6e3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92478c-817f-46f2-b870-59ffc1352f11,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:37.653687 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3762d3-7a96-4fee-aca6-ddb14033ca03 req-adcba071-de96-48d2-b8a7-c94601622aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:37.655601 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1c3762d3-7a96-4fee-aca6-ddb14033ca03 req-adcba071-de96-48d2-b8a7-c94601622aa4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 1129 time: 0.0783136 Sep 13 07:59:37.742849 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1c3762d3-7a96-4fee-aca6-ddb14033ca03 req-ce3caf39-7eae-4a54-91b3-2dfb39f72020 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786562 Sep 13 07:59:37.785856 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3758f4f-6af3-4c3e-aa1a-60da122de1f7 req-5d106757-34ca-44f0-ba34-9f690cb7e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:37.787894 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d3758f4f-6af3-4c3e-aa1a-60da122de1f7 req-5d106757-34ca-44f0-ba34-9f690cb7e4c6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 1129 time: 0.0566840 Sep 13 07:59:37.790615 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344387a-059e-4123-bdcc-e6abad70eefa req-6b1f9ff4-4d92-489f-950f-4c63671b189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:37.792156 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7344387a-059e-4123-bdcc-e6abad70eefa req-6b1f9ff4-4d92-489f-950f-4c63671b189b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 1129 time: 0.1125872 Sep 13 07:59:37.799734 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 55798) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:37.812112 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3798-592c-484a-a6f4-69e900792c8c admin admin] Publish callbacks [] for security_group (cb92478c-817f-46f2-b870-59ffc1352f11), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.816576 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e13a056e-0123-4b14-a1f6-5597a99e2950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.844831 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3798-592c-484a-a6f4-69e900792c8c admin admin] Publish callbacks [] for security_group (cb92478c-817f-46f2-b870-59ffc1352f11), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.915059 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3798-592c-484a-a6f4-69e900792c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (cb92478c-817f-46f2-b870-59ffc1352f11), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.919335 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3798-592c-484a-a6f4-69e900792c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.921180 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-fd3f3798-592c-484a-a6f4-69e900792c8c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cb92478c-817f-46f2-b870-59ffc1352f11 HTTP/1.1" status: 204 len: 168 time: 0.2696636 Sep 13 07:59:37.926177 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e13a056e-0123-4b14-a1f6-5597a99e2950 admin admin] Publish callbacks [] for security_group (8616b15b-6c7c-43b1-a85c-76fc9f03af69), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.931878 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e13a056e-0123-4b14-a1f6-5597a99e2950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8616b15b-6c7c-43b1-a85c-76fc9f03af69), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:37.932125 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f3798-592c-484a-a6f4-69e900792c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92478c-817f-46f2-b870-59ffc1352f11,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:38.007787 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7344387a-059e-4123-bdcc-e6abad70eefa req-9c41a0d4-51fd-49fa-b71a-d2f4d3b6591b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694826 Sep 13 07:59:38.031134 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a056e-0123-4b14-a1f6-5597a99e2950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8616b15b-6c7c-43b1-a85c-76fc9f03af69,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:38.089440 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 55816) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:38.089874 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e13a056e-0123-4b14-a1f6-5597a99e2950 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3f952d858bad4635b73619655a22411c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888589 Sep 13 07:59:38.119288 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7770d-3220-4029-8e37-5ed71279a09f req-766ef39f-ea4e-459d-926f-535478476958 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:38.121653 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10d7770d-3220-4029-8e37-5ed71279a09f req-766ef39f-ea4e-459d-926f-535478476958 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 945 time: 0.1181948 Sep 13 07:59:38.124323 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d3758f4f-6af3-4c3e-aa1a-60da122de1f7 req-1dab00ca-e5d5-43e9-87ab-7825889d6e54 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1804712 Sep 13 07:59:38.202168 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:38.208704 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10d7770d-3220-4029-8e37-5ed71279a09f req-15ecb377-2b45-4121-8a03-e3751733a118 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727539 Sep 13 07:59:38.224385 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0ee2db-3811-4665-a3bd-9f05a2286943 admin admin] Publish callbacks [] for security_group (8616b15b-6c7c-43b1-a85c-76fc9f03af69), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:38.256757 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14ceaf-8a89-47ac-89fb-46bc3f30187d req-bea0cab2-6c31-4299-b388-beed4982ba23 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:38.258668 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3c14ceaf-8a89-47ac-89fb-46bc3f30187d req-bea0cab2-6c31-4299-b388-beed4982ba23 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0806291 Sep 13 07:59:38.300134 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0ee2db-3811-4665-a3bd-9f05a2286943 admin admin] Publish callbacks [] for security_group (8616b15b-6c7c-43b1-a85c-76fc9f03af69), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:38.588870 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3c14ceaf-8a89-47ac-89fb-46bc3f30187d req-7e11f8de-eedb-4a7f-aacc-42009eb68d5d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3180108 Sep 13 07:59:38.622926 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0ee2db-3811-4665-a3bd-9f05a2286943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8616b15b-6c7c-43b1-a85c-76fc9f03af69), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:38.625944 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0ee2db-3811-4665-a3bd-9f05a2286943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:38.629526 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-3d0ee2db-3811-4665-a3bd-9f05a2286943 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8616b15b-6c7c-43b1-a85c-76fc9f03af69 HTTP/1.1" status: 204 len: 168 time: 0.5363660 Sep 13 07:59:38.637854 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ee2db-3811-4665-a3bd-9f05a2286943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8616b15b-6c7c-43b1-a85c-76fc9f03af69,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:38.737544 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880d95a-1a51-4bae-926e-2748ada34b41 req-b5cdb542-9dc5-4eca-9cff-0b9b4d1e6f1f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:38.739710 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0880d95a-1a51-4bae-926e-2748ada34b41 req-b5cdb542-9dc5-4eca-9cff-0b9b4d1e6f1f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0527425 Sep 13 07:59:38.799379 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0880d95a-1a51-4bae-926e-2748ada34b41 req-4962efb9-0fb8-457a-a83b-245d5f9124c7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531690 Sep 13 07:59:39.349965 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dee81-f9b9-454f-a4ac-c18c1183fd1d req-efb3ba40-5d4c-4012-80a2-99f5d080b786 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:39.351565 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0e5dee81-f9b9-454f-a4ac-c18c1183fd1d req-efb3ba40-5d4c-4012-80a2-99f5d080b786 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 945 time: 0.0486596 Sep 13 07:59:39.409864 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0e5dee81-f9b9-454f-a4ac-c18c1183fd1d req-5453e091-3635-4422-aa8a-9dba00f3ba89 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487146 Sep 13 07:59:39.779355 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0f25c-c2c1-41fd-b5a4-b69fc29751bc req-540d0538-31ab-48d7-91cd-04a52da4c17b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:39.786609 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-94d0f25c-c2c1-41fd-b5a4-b69fc29751bc req-540d0538-31ab-48d7-91cd-04a52da4c17b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0781124 Sep 13 07:59:39.852982 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-94d0f25c-c2c1-41fd-b5a4-b69fc29751bc req-7b2b091f-01e5-4467-aed2-b28fea50d105 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541952 Sep 13 07:59:40.061877 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bfaac-9562-4c82-a043-6bc3a0812b02 req-5a9027a9-44da-41db-b33d-8351e5f9670a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:40.065510 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-374bfaac-9562-4c82-a043-6bc3a0812b02 req-5a9027a9-44da-41db-b33d-8351e5f9670a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1053679 Sep 13 07:59:40.172938 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-374bfaac-9562-4c82-a043-6bc3a0812b02 req-8ef84f03-e62e-4ec3-9233-2a2dfb0e01c8 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954926 Sep 13 07:59:40.627921 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:40.671392 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcde88f-6474-4bc7-b226-6fe645fb5ca7 req-92ceb23a-c4b6-4847-aca6-8e36b8c7bfd3 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:40.672890 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e882a-2dda-432d-aef8-6674d71672a5 req-a2ec72bb-4bcf-4760-8807-426db22fcbaa tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:40.682454 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a95e882a-2dda-432d-aef8-6674d71672a5 req-a2ec72bb-4bcf-4760-8807-426db22fcbaa tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0836802 Sep 13 07:59:40.686914 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0dcde88f-6474-4bc7-b226-6fe645fb5ca7 req-92ceb23a-c4b6-4847-aca6-8e36b8c7bfd3 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 945 time: 0.1275604 Sep 13 07:59:40.733762 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:40.766455 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a95e882a-2dda-432d-aef8-6674d71672a5 req-8c7143d7-2c81-46a6-b236-c79c469f24ef tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778692 Sep 13 07:59:40.793152 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0dcde88f-6474-4bc7-b226-6fe645fb5ca7 req-ca9c26e1-b921-4eb8-aea7-b58e6a7c8b33 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049695 Sep 13 07:59:41.023385 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-36f3e383-b4fa-4acc-91c5-64fecb736916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:41.025768 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-36f3e383-b4fa-4acc-91c5-64fecb736916 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 1129 time: 0.0718918 Sep 13 07:59:41.183131 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:41.185367 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-35beac0a-19c3-4134-9a99-51d319ee2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:41.187248 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-35beac0a-19c3-4134-9a99-51d319ee2f6d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.1496270 Sep 13 07:59:41.237318 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-c23aa4d7-1afc-4615-b3c9-34aa53be42e7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e14148e-d2e1-4564-b903-2a6dc23c91b7 HTTP/1.1" status: 200 len: 217 time: 0.0438237 Sep 13 07:59:41.243408 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e9e8d-2ba5-4b94-86c4-4135d0d43fa4 req-efcddb54-f2b3-425c-8380-d685d088511a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:41.250763 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2e8e9e8d-2ba5-4b94-86c4-4135d0d43fa4 req-efcddb54-f2b3-425c-8380-d685d088511a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.2237902 Sep 13 07:59:41.388000 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-d858ff5c-3398-4e55-84ee-c7dbcaf58b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:41.389690 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-d858ff5c-3398-4e55-84ee-c7dbcaf58b7b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.1361208 Sep 13 07:59:41.423271 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2e8e9e8d-2ba5-4b94-86c4-4135d0d43fa4 req-bd492b60-5fee-4c3e-ba60-176bb6e09357 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1712925 Sep 13 07:59:41.458291 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-6b34fc0c-8c9c-4693-abf2-f0ae3cd5156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:41.459790 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-6b34fc0c-8c9c-4693-abf2-f0ae3cd5156f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581567 Sep 13 07:59:41.580079 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-8d45e260-b9c6-4f9b-a5d2-ce15d596aae1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124771 Sep 13 07:59:41.666501 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec26ea2-bf10-4887-b036-c9a5ef7b6b8e req-96209016-704c-41a2-ab54-f24a2f528764 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:41.673906 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1ec26ea2-bf10-4887-b036-c9a5ef7b6b8e req-96209016-704c-41a2-ab54-f24a2f528764 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0770149 Sep 13 07:59:41.680725 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56000) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:41.687377 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-674b5f4f-5d8c-4406-8e70-b8b415a41708 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'floatingip': {'port_id': 'e1d7157e-6c41-4277-8267-dedb42876a5b'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:41.736540 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-719d9f9c-4f0c-4d09-8e2b-4ae06711c707 req-bd96c24c-bfc8-4854-9130-917fc1bae535 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507406 Sep 13 07:59:41.783396 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-674b5f4f-5d8c-4406-8e70-b8b415a41708 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (9c2e7839-9f6d-484f-bf89-189613a2d9e1), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:41.905849 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:41.914591 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f308f8-b5af-406f-aaf3-ff501ee2f2c5 req-e0e4fe70-4d9e-47aa-8179-23ae9212e779 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:41.923432 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c9f308f8-b5af-406f-aaf3-ff501ee2f2c5 req-e0e4fe70-4d9e-47aa-8179-23ae9212e779 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0725944 Sep 13 07:59:41.952967 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:41.977628 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c9f308f8-b5af-406f-aaf3-ff501ee2f2c5 req-37bfccf0-f191-430e-8cc0-cb7f29830b74 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532000 Sep 13 07:59:42.582793 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-674b5f4f-5d8c-4406-8e70-b8b415a41708 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:42.586576 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-674b5f4f-5d8c-4406-8e70-b8b415a41708 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (9c2e7839-9f6d-484f-bf89-189613a2d9e1), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:42.691225 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-674b5f4f-5d8c-4406-8e70-b8b415a41708 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Floating IP 9c2e7839-9f6d-484f-bf89-189613a2d9e1 associated. External IP: 172.27.1.184, port: e1d7157e-6c41-4277-8267-dedb42876a5b. Sep 13 07:59:42.923009 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:42.928278 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674b5f4f-5d8c-4406-8e70-b8b415a41708 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Router a72872a4-8a39-4af1-91a9-303b5194a52b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 07:59:43.131159 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465acb-253d-4566-9418-88db7b54988c req-c76e7400-fe89-4880-8e2e-092a1139fab2 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:43.135014 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d4465acb-253d-4566-9418-88db7b54988c req-c76e7400-fe89-4880-8e2e-092a1139fab2 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0679729 Sep 13 07:59:43.200811 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d4465acb-253d-4566-9418-88db7b54988c req-f13c4106-88dd-435b-ae12-911c249d934e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599864 Sep 13 07:59:43.231306 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674b5f4f-5d8c-4406-8e70-b8b415a41708 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 07:59:43.237130 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-674b5f4f-5d8c-4406-8e70-b8b415a41708 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:43.247530 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] Sync routers for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 07:59:43.267281 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:59:43.267933 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:59:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:43.290432 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-674b5f4f-5d8c-4406-8e70-b8b415a41708 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/9c2e7839-9f6d-484f-bf89-189613a2d9e1 HTTP/1.1" status: 200 len: 991 time: 1.6083093 Sep 13 07:59:43.291247 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'tag': 'e1d7157e-6c41-4277-8267-dedb42876a5b'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:59:43.294507 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4050b2-3d0f-4910-a048-1bde67f24bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "03a9e8f3-b470-4c23-817b-2640d9e1da46", "tag": "e1d7157e-6c41-4277-8267-dedb42876a5b"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:59:43.337650 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 07:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9167c0aa-340f-47e8-8106-32c33b56cef6 x-openstack-request-id: req-9167c0aa-340f-47e8-8106-32c33b56cef6 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:59:43.338136 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a9e8f3-b470-4c23-817b-2640d9e1da46", "tag": "e1d7157e-6c41-4277-8267-dedb42876a5b", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:59:43.338390 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9167c0aa-340f-47e8-8106-32c33b56cef6 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:59:43.338811 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9167c0aa-340f-47e8-8106-32c33b56cef6'] response: {'name': 'network-changed', 'server_uuid': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'tag': 'e1d7157e-6c41-4277-8267-dedb42876a5b', 'status': 'completed', 'code': 200} Sep 13 07:59:43.376102 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:59:43.655336 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '9c2e7839-9f6d-484f-bf89-189613a2d9e1', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'port_id': 'e1d7157e-6c41-4277-8267-dedb42876a5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'mac_address': 'fa:16:3e:19:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:59:06Z', 'updated_at': '2022-09-13T07:59:42Z', 'revision_number': 1, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:43.681717 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] Checking router: a72872a4-8a39-4af1-91a9-303b5194a52b for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 07:59:43.692120 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 07:59:43.692730 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:59:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:43.829204 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 07:59:44.070497 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:44.088823 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '9c2e7839-9f6d-484f-bf89-189613a2d9e1', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'port_id': 'e1d7157e-6c41-4277-8267-dedb42876a5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'mac_address': 'fa:16:3e:19:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:59:06Z', 'updated_at': '2022-09-13T07:59:42Z', 'revision_number': 1, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 07:59:44.114455 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9edaaab-0f05-450b-8a86-26ec9d506874 None None] The sync data for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi is: [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '9c2e7839-9f6d-484f-bf89-189613a2d9e1', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'port_id': 'e1d7157e-6c41-4277-8267-dedb42876a5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'mac_address': 'fa:16:3e:19:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T07:59:06Z', 'updated_at': '2022-09-13T07:59:42Z', 'revision_number': 1, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 07:59:44.326031 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108b927-0de9-4a1a-968a-cf80b1d9640f req-4bde5de6-d944-4c51-b79f-6f40f8f703b0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:44.327570 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2108b927-0de9-4a1a-968a-cf80b1d9640f req-4bde5de6-d944-4c51-b79f-6f40f8f703b0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0479312 Sep 13 07:59:44.382435 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2108b927-0de9-4a1a-968a-cf80b1d9640f req-f05f0789-e668-43f3-ae02-d1a39d3daf66 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490789 Sep 13 07:59:44.446873 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921360e-60e5-4988-9a76-e70021557fbf None None] New status for floating IP 9c2e7839-9f6d-484f-bf89-189613a2d9e1: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 07:59:45.374334 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-14db9e12-59df-47f7-85fd-6cbb5ac85ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:45.375868 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-14db9e12-59df-47f7-85fd-6cbb5ac85ba4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 1129 time: 0.0475492 Sep 13 07:59:45.514549 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-cdf08dc9-2b96-4700-aabd-a2817f29aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:45.516031 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-cdf08dc9-2b96-4700-aabd-a2817f29aa2c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 912 time: 0.1342874 Sep 13 07:59:45.527329 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab029-b7ba-4bb8-b319-635257e97eff req-6ccde8f2-c63f-442d-868d-932ea2bcc081 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:45.534458 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4cab029-b7ba-4bb8-b319-635257e97eff req-6ccde8f2-c63f-442d-868d-932ea2bcc081 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0724051 Sep 13 07:59:45.661349 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-59de1413-47eb-4575-aefb-dea46f44862d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d7157e-6c41-4277-8267-dedb42876a5b HTTP/1.1" status: 200 len: 1001 time: 0.1238213 Sep 13 07:59:45.665146 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4cab029-b7ba-4bb8-b319-635257e97eff req-5be790f0-c4cd-4184-80ee-dba6aaa53f08 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296606 Sep 13 07:59:45.718737 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-2305b249-4c93-4803-baf8-67c387dda558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:45.720181 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-2305b249-4c93-4803-baf8-67c387dda558 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 200 len: 850 time: 0.0460134 Sep 13 07:59:45.824604 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-b9f4fbe3-5184-4565-a3f5-6870db9dcc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:45.826185 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-b9f4fbe3-5184-4565-a3f5-6870db9dcc2c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=06a031c7-2519-4c40-aa94-3951689a554d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403047 Sep 13 07:59:45.923289 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-a4a8b9b5-f0bf-4e5d-b78b-9ddcc1c86b67 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900176 Sep 13 07:59:45.945794 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:46.014619 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8f4050b2-3d0f-4910-a048-1bde67f24bc5 req-a48b7f4f-320a-4ed7-8ae0-1df8ce2142c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Sep 13 07:59:46.769990 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99d5ca93-0d41-4748-92a9-8dfbb1234a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:46.850446 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50e16f-845c-4bd9-b90c-e86e85667632 req-78793c69-4bc4-4f0a-890a-a5acc274137a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:46.858146 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ac50e16f-845c-4bd9-b90c-e86e85667632 req-78793c69-4bc4-4f0a-890a-a5acc274137a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0587137 Sep 13 07:59:46.950594 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ac50e16f-845c-4bd9-b90c-e86e85667632 req-84204141-4a54-4f99-9a22-aa19e3b69edf tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910292 Sep 13 07:59:47.027654 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56240) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:47.146799 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e2b431fb-c260-425c-9a0f-efbbf19b1fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.198846 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:47.236231 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e2b431fb-c260-425c-9a0f-efbbf19b1fb7 admin admin] Publish callbacks [] for security_group (0efb4733-0a09-4559-91b9-23cbcfd8d826), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.240265 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e2b431fb-c260-425c-9a0f-efbbf19b1fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0efb4733-0a09-4559-91b9-23cbcfd8d826), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.282878 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e2b431fb-c260-425c-9a0f-efbbf19b1fb7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=235c1be2b30f4270929d79c984e86a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538455 Sep 13 07:59:47.283725 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b431fb-c260-425c-9a0f-efbbf19b1fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efb4733-0a09-4559-91b9-23cbcfd8d826,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:47.286063 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56252) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:47.345104 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65d36c0c-c003-4790-b708-815bb8033125 admin admin] Publish callbacks [] for security_group (0efb4733-0a09-4559-91b9-23cbcfd8d826), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.365906 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65d36c0c-c003-4790-b708-815bb8033125 admin admin] Publish callbacks [] for security_group (0efb4733-0a09-4559-91b9-23cbcfd8d826), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.414411 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65d36c0c-c003-4790-b708-815bb8033125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0efb4733-0a09-4559-91b9-23cbcfd8d826), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.416990 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65d36c0c-c003-4790-b708-815bb8033125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.418240 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-65d36c0c-c003-4790-b708-815bb8033125 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0efb4733-0a09-4559-91b9-23cbcfd8d826 HTTP/1.1" status: 204 len: 168 time: 0.1306181 Sep 13 07:59:47.426882 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d36c0c-c003-4790-b708-815bb8033125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efb4733-0a09-4559-91b9-23cbcfd8d826,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:47.705594 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56264) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:47.735068 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b345418f-b587-4ba1-a966-8bf3f1dee24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.817557 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:47.872675 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b345418f-b587-4ba1-a966-8bf3f1dee24d admin admin] Publish callbacks [] for security_group (114a9f1c-daab-43bb-a6a0-ec6fbc8a1965), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.875958 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b345418f-b587-4ba1-a966-8bf3f1dee24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (114a9f1c-daab-43bb-a6a0-ec6fbc8a1965), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:47.918800 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345418f-b587-4ba1-a966-8bf3f1dee24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114a9f1c-daab-43bb-a6a0-ec6fbc8a1965,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:47.924466 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b345418f-b587-4ba1-a966-8bf3f1dee24d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9ec4596180a8452f9557e7c8275ea87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177515 Sep 13 07:59:47.927101 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56278) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:47.985911 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-125640d7-47ed-4bc8-8d83-8ae70119db36 admin admin] Publish callbacks [] for security_group (114a9f1c-daab-43bb-a6a0-ec6fbc8a1965), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.010334 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-125640d7-47ed-4bc8-8d83-8ae70119db36 admin admin] Publish callbacks [] for security_group (114a9f1c-daab-43bb-a6a0-ec6fbc8a1965), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.092772 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c8ef-d62c-4f73-b99e-f36f050e33f2 req-0f80cd75-bf3b-457a-a790-5dbbc189bf02 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:48.095329 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b953c8ef-d62c-4f73-b99e-f36f050e33f2 req-0f80cd75-bf3b-457a-a790-5dbbc189bf02 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0701230 Sep 13 07:59:48.123511 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-125640d7-47ed-4bc8-8d83-8ae70119db36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (114a9f1c-daab-43bb-a6a0-ec6fbc8a1965), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.126064 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-125640d7-47ed-4bc8-8d83-8ae70119db36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.127311 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-125640d7-47ed-4bc8-8d83-8ae70119db36 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/114a9f1c-daab-43bb-a6a0-ec6fbc8a1965 HTTP/1.1" status: 204 len: 168 time: 0.1992619 Sep 13 07:59:48.141664 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125640d7-47ed-4bc8-8d83-8ae70119db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114a9f1c-daab-43bb-a6a0-ec6fbc8a1965,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:48.169380 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b953c8ef-d62c-4f73-b99e-f36f050e33f2 req-07d5d938-4bf9-4b0a-ba49-895d4aa053b4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619335 Sep 13 07:59:48.510633 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56312) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:48.663877 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.748999 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Publish callbacks [] for security_group (00e7d9ea-ef7d-4a44-933a-ae1795ac0271), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.756758 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (00e7d9ea-ef7d-4a44-933a-ae1795ac0271), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.760372 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:48.801251 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e7d9ea-ef7d-4a44-933a-ae1795ac0271,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:48.812634 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d46605f5b4fd4f96a8a2fde9f160413b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001311 Sep 13 07:59:48.815195 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.815501 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56330) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:48.815993 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.815993 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.816264 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.816601 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.816932 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.817537 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.817891 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.818233 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.818564 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.818903 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.819244 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.819569 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.819923 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.820193 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226f6ac-e542-4252-91f8-59e830341c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:48.896600 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bc5ddcb2-f7a5-4b35-8e09-0596c40412fa admin admin] Publish callbacks [] for security_group (00e7d9ea-ef7d-4a44-933a-ae1795ac0271), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.923654 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bc5ddcb2-f7a5-4b35-8e09-0596c40412fa admin admin] Publish callbacks [] for security_group (00e7d9ea-ef7d-4a44-933a-ae1795ac0271), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.981028 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bc5ddcb2-f7a5-4b35-8e09-0596c40412fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (00e7d9ea-ef7d-4a44-933a-ae1795ac0271), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.994325 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bc5ddcb2-f7a5-4b35-8e09-0596c40412fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:48.994325 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-bc5ddcb2-f7a5-4b35-8e09-0596c40412fa admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/00e7d9ea-ef7d-4a44-933a-ae1795ac0271 HTTP/1.1" status: 204 len: 168 time: 0.1692142 Sep 13 07:59:48.996579 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-41d6d1d5-066c-4e73-832c-22bf61f58f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.009316 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ddcb2-f7a5-4b35-8e09-0596c40412fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e7d9ea-ef7d-4a44-933a-ae1795ac0271,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:49.299486 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e92a5-3a6d-45e0-a251-4ea1986b04f5 req-3d25b0e4-9599-4c00-b71c-38422e50fd61 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:49.301361 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-129e92a5-3a6d-45e0-a251-4ea1986b04f5 req-3d25b0e4-9599-4c00-b71c-38422e50fd61 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0504625 Sep 13 07:59:49.357590 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-129e92a5-3a6d-45e0-a251-4ea1986b04f5 req-9a1710eb-f260-4d5c-916d-921519fab6c1 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Sep 13 07:59:49.366848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56356) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:49.381866 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.449838 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:49.464095 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Publish callbacks [] for security_group (0fdf757b-e4ac-4ed1-b99e-25fe577eea60), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.468655 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0fdf757b-e4ac-4ed1-b99e-25fe577eea60), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.513845 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdf757b-e4ac-4ed1-b99e-25fe577eea60,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:49.520079 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cb1d8aef0ec34bd99c898db572c96178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494248 Sep 13 07:59:49.520846 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56364) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:49.525418 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56366) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:49.537013 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.537366 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.537711 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.538077 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.538409 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.538745 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.539069 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.539387 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.539714 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.540045 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.540365 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.540876 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.541208 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.541529 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.541977 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e9bfe-4dab-4ce9-b776-dfdd34b84966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 07:59:49.586629 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-41a1ae35-c03c-4d29-ad4d-bc9a8a2de0b3 admin admin] Publish callbacks [] for security_group (0fdf757b-e4ac-4ed1-b99e-25fe577eea60), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.607185 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-41a1ae35-c03c-4d29-ad4d-bc9a8a2de0b3 admin admin] Publish callbacks [] for security_group (0fdf757b-e4ac-4ed1-b99e-25fe577eea60), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.667513 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-41a1ae35-c03c-4d29-ad4d-bc9a8a2de0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0fdf757b-e4ac-4ed1-b99e-25fe577eea60), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.671869 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-41a1ae35-c03c-4d29-ad4d-bc9a8a2de0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.673192 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-41a1ae35-c03c-4d29-ad4d-bc9a8a2de0b3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0fdf757b-e4ac-4ed1-b99e-25fe577eea60 HTTP/1.1" status: 204 len: 168 time: 0.1519561 Sep 13 07:59:49.677684 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e790a921-aa8c-41f5-a765-f4831b49eea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.684470 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1ae35-c03c-4d29-ad4d-bc9a8a2de0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdf757b-e4ac-4ed1-b99e-25fe577eea60,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:49.795853 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e790a921-aa8c-41f5-a765-f4831b49eea3 admin admin] Publish callbacks [] for security_group (2c495170-5803-4b27-8d33-47e948b5b7ca), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.800998 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e790a921-aa8c-41f5-a765-f4831b49eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2c495170-5803-4b27-8d33-47e948b5b7ca), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.850003 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e790a921-aa8c-41f5-a765-f4831b49eea3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3ce9254815fa423ea3a991d9e1f727a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203433 Sep 13 07:59:49.850098 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56380) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:49.855640 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:49.857950 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790a921-aa8c-41f5-a765-f4831b49eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c495170-5803-4b27-8d33-47e948b5b7ca,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:49.967490 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-144a51f3-114f-4b7d-abb7-bcf2ad4553a6 admin admin] Publish callbacks [] for security_group (2c495170-5803-4b27-8d33-47e948b5b7ca), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:49.996164 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-144a51f3-114f-4b7d-abb7-bcf2ad4553a6 admin admin] Publish callbacks [] for security_group (2c495170-5803-4b27-8d33-47e948b5b7ca), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.066498 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-144a51f3-114f-4b7d-abb7-bcf2ad4553a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2c495170-5803-4b27-8d33-47e948b5b7ca), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.070199 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-144a51f3-114f-4b7d-abb7-bcf2ad4553a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.070380 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56394) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:50.075638 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-144a51f3-114f-4b7d-abb7-bcf2ad4553a6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2c495170-5803-4b27-8d33-47e948b5b7ca HTTP/1.1" status: 204 len: 168 time: 0.2247162 Sep 13 07:59:50.080081 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:50.086594 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a51f3-114f-4b7d-abb7-bcf2ad4553a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c495170-5803-4b27-8d33-47e948b5b7ca,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:50.105528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:50.189076 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.228674 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56406) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:50.250889 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a67ac65e-3482-445c-9006-5eb7f8c1c621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.363950 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a67ac65e-3482-445c-9006-5eb7f8c1c621 admin admin] Publish callbacks [] for security_group (a1f0edb0-43b6-4ddd-8bb4-b587c9b59acb), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.368945 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a67ac65e-3482-445c-9006-5eb7f8c1c621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a1f0edb0-43b6-4ddd-8bb4-b587c9b59acb), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.447600 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a67ac65e-3482-445c-9006-5eb7f8c1c621 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=815c88539c544fe79d10dfb8afb37733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153420 Sep 13 07:59:50.448483 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56422) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:50.468676 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ac65e-3482-445c-9006-5eb7f8c1c621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f0edb0-43b6-4ddd-8bb4-b587c9b59acb,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:50.552258 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9988cfb0-ed84-4e68-9ed5-506ee23d6b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.592929 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5796-797a-492a-9893-3505763f3885 req-bb10c583-0c24-4ad1-beea-9e9aa12fd987 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:50.595046 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b28f5796-797a-492a-9893-3505763f3885 req-bb10c583-0c24-4ad1-beea-9e9aa12fd987 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1092734 Sep 13 07:59:50.598329 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b8da990-e552-4bd1-93c8-15f5f243ea76 admin admin] Publish callbacks [] for security_group (a1f0edb0-43b6-4ddd-8bb4-b587c9b59acb), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.655479 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b8da990-e552-4bd1-93c8-15f5f243ea76 admin admin] Publish callbacks [] for security_group (a1f0edb0-43b6-4ddd-8bb4-b587c9b59acb), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.723050 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b28f5796-797a-492a-9893-3505763f3885 req-fee9a4db-ce2e-4c2e-a357-1b029d9c46f4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143434 Sep 13 07:59:50.756643 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b8da990-e552-4bd1-93c8-15f5f243ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a1f0edb0-43b6-4ddd-8bb4-b587c9b59acb), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.759150 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b8da990-e552-4bd1-93c8-15f5f243ea76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.760278 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4b8da990-e552-4bd1-93c8-15f5f243ea76 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a1f0edb0-43b6-4ddd-8bb4-b587c9b59acb HTTP/1.1" status: 204 len: 168 time: 0.3098567 Sep 13 07:59:50.762238 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9988cfb0-ed84-4e68-9ed5-506ee23d6b53 admin admin] Publish callbacks [] for security_group (826a7364-9078-419f-bc95-97b98ad64e7d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.769895 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9988cfb0-ed84-4e68-9ed5-506ee23d6b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (826a7364-9078-419f-bc95-97b98ad64e7d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.773502 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8da990-e552-4bd1-93c8-15f5f243ea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f0edb0-43b6-4ddd-8bb4-b587c9b59acb,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:50.812705 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9988cfb0-ed84-4e68-9ed5-506ee23d6b53 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=32bf830260544eecbe39c65b0b4f4699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7412062 Sep 13 07:59:50.814725 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988cfb0-ed84-4e68-9ed5-506ee23d6b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826a7364-9078-419f-bc95-97b98ad64e7d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:50.815574 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56436) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:50.877394 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-87d97aef-9ac9-4e1b-86ba-fa8a4e11e156 admin admin] Publish callbacks [] for security_group (826a7364-9078-419f-bc95-97b98ad64e7d), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.898852 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-87d97aef-9ac9-4e1b-86ba-fa8a4e11e156 admin admin] Publish callbacks [] for security_group (826a7364-9078-419f-bc95-97b98ad64e7d), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.969970 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-87d97aef-9ac9-4e1b-86ba-fa8a4e11e156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (826a7364-9078-419f-bc95-97b98ad64e7d), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.975774 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-87d97aef-9ac9-4e1b-86ba-fa8a4e11e156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:50.983095 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-87d97aef-9ac9-4e1b-86ba-fa8a4e11e156 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/826a7364-9078-419f-bc95-97b98ad64e7d HTTP/1.1" status: 204 len: 168 time: 0.1617808 Sep 13 07:59:51.013782 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d97aef-9ac9-4e1b-86ba-fa8a4e11e156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a7364-9078-419f-bc95-97b98ad64e7d,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:51.441660 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56464) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:51.455339 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba54a-d212-423b-ab25-01ce4cc22171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.458517 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:51.478042 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56466) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:51.540328 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba54a-d212-423b-ab25-01ce4cc22171 admin admin] Publish callbacks [] for security_group (239fa02b-f255-4efb-8604-85b79f88496d), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.545177 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba54a-d212-423b-ab25-01ce4cc22171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (239fa02b-f255-4efb-8604-85b79f88496d), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.584511 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ba54a-d212-423b-ab25-01ce4cc22171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239fa02b-f255-4efb-8604-85b79f88496d,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:51.589054 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-5b3ba54a-d212-423b-ab25-01ce4cc22171 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5d0b05fce155440aa8b4195e8ec151bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462944 Sep 13 07:59:51.592202 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56474) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:51.648215 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f680d7ea-d1c1-430e-b1c7-8aa9d1444b74 admin admin] Publish callbacks [] for security_group (239fa02b-f255-4efb-8604-85b79f88496d), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.668194 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.678693 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f680d7ea-d1c1-430e-b1c7-8aa9d1444b74 admin admin] Publish callbacks [] for security_group (239fa02b-f255-4efb-8604-85b79f88496d), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.682633 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fb2aba2a-adbd-4b00-8091-ddf2cc104e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.730174 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f680d7ea-d1c1-430e-b1c7-8aa9d1444b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (239fa02b-f255-4efb-8604-85b79f88496d), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.732937 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f680d7ea-d1c1-430e-b1c7-8aa9d1444b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.736806 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-f680d7ea-d1c1-430e-b1c7-8aa9d1444b74 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/239fa02b-f255-4efb-8604-85b79f88496d HTTP/1.1" status: 204 len: 168 time: 0.1413455 Sep 13 07:59:51.743112 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680d7ea-d1c1-430e-b1c7-8aa9d1444b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239fa02b-f255-4efb-8604-85b79f88496d,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:51.814037 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.816772 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fb2aba2a-adbd-4b00-8091-ddf2cc104e13 admin admin] Publish callbacks [] for security_group (8bf8ad46-1be7-4c45-b9f6-ef6ab286e6f2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.822612 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fb2aba2a-adbd-4b00-8091-ddf2cc104e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8bf8ad46-1be7-4c45-b9f6-ef6ab286e6f2), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:51.851926 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:51.880863 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2aba2a-adbd-4b00-8091-ddf2cc104e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf8ad46-1be7-4c45-b9f6-ef6ab286e6f2,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:51.886983 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fb2aba2a-adbd-4b00-8091-ddf2cc104e13 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=277cef8137f043d6b749f1eb6e409a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4071586 Sep 13 07:59:51.889353 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9e26e-358a-452c-8290-dcd6493fa15a req-a704c83c-5c65-4f36-8545-db657d72d89d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:51.891835 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9cd9e26e-358a-452c-8290-dcd6493fa15a req-a704c83c-5c65-4f36-8545-db657d72d89d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0557499 Sep 13 07:59:51.892540 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56490) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:51.986874 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9cd9e26e-358a-452c-8290-dcd6493fa15a req-704a20f8-85f7-4687-a913-9338b8441534 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820942 Sep 13 07:59:51.987620 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61024e08-3268-44aa-be93-a923534654ec admin admin] Publish callbacks [] for security_group (8bf8ad46-1be7-4c45-b9f6-ef6ab286e6f2), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:52.017387 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61024e08-3268-44aa-be93-a923534654ec admin admin] Publish callbacks [] for security_group (8bf8ad46-1be7-4c45-b9f6-ef6ab286e6f2), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:52.069415 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61024e08-3268-44aa-be93-a923534654ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8bf8ad46-1be7-4c45-b9f6-ef6ab286e6f2), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:52.072302 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61024e08-3268-44aa-be93-a923534654ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:52.073372 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-61024e08-3268-44aa-be93-a923534654ec admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8bf8ad46-1be7-4c45-b9f6-ef6ab286e6f2 HTTP/1.1" status: 204 len: 168 time: 0.1796885 Sep 13 07:59:52.076773 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:52.084647 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61024e08-3268-44aa-be93-a923534654ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf8ad46-1be7-4c45-b9f6-ef6ab286e6f2,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:53.121527 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30718e-24f8-4bd3-9abb-86d2545d2899 req-2b3bf894-ef02-45fa-a09b-125bafa57851 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:53.123120 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-db30718e-24f8-4bd3-9abb-86d2545d2899 req-2b3bf894-ef02-45fa-a09b-125bafa57851 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Sep 13 07:59:53.179961 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-db30718e-24f8-4bd3-9abb-86d2545d2899 req-bd95efa2-b777-47a6-83c5-1273b47b2adc tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513353 Sep 13 07:59:53.828592 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56628) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:54.056275 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56636) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:54.086459 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=70 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:54.092878 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56640) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:54.093139 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:54.157076 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a6f8da76-4778-4e9f-98cd-fda19114e9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.169219 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6e4e5fe5-49c7-40e9-a66f-557cd6b7e2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.201852 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-37f74c7b-1185-43a3-8a29-bc668c6866dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.229916 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:54.309323 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181d3cb-dee8-4a24-be25-94bc1b10ea19 req-f4ad2b25-22f2-40c4-a7a1-5c99612c73b4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:54.311495 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3181d3cb-dee8-4a24-be25-94bc1b10ea19 req-f4ad2b25-22f2-40c4-a7a1-5c99612c73b4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0535243 Sep 13 07:59:54.367009 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a6f8da76-4778-4e9f-98cd-fda19114e9b5 admin admin] Publish callbacks [] for security_group (0d630fc5-0798-4b9f-aca8-ee1186053f1b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.376666 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3181d3cb-dee8-4a24-be25-94bc1b10ea19 req-86b55fab-4a75-4a63-8f30-cba9f1a905d0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585034 Sep 13 07:59:54.386409 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a6f8da76-4778-4e9f-98cd-fda19114e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0d630fc5-0798-4b9f-aca8-ee1186053f1b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.386409 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6e4e5fe5-49c7-40e9-a66f-557cd6b7e2f8 admin admin] Publish callbacks [] for security_group (0ab41497-af1f-45c1-ab5c-0619201cec8d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.411592 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-37f74c7b-1185-43a3-8a29-bc668c6866dd admin admin] Publish callbacks [] for security_group (2f0c2412-ba1d-4e7d-bf67-b472f733071f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.414212 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6e4e5fe5-49c7-40e9-a66f-557cd6b7e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0ab41497-af1f-45c1-ab5c-0619201cec8d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.430221 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-37f74c7b-1185-43a3-8a29-bc668c6866dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2f0c2412-ba1d-4e7d-bf67-b472f733071f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.461411 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8da76-4778-4e9f-98cd-fda19114e9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d630fc5-0798-4b9f-aca8-ee1186053f1b,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:54.477067 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a6f8da76-4778-4e9f-98cd-fda19114e9b5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=139ecc299e604bfab0ab02c7f55a4e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473413 Sep 13 07:59:54.479861 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56654) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:54.482136 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6e4e5fe5-49c7-40e9-a66f-557cd6b7e2f8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ff2ad7457a0e4776a12533624801bd21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247310 Sep 13 07:59:54.490013 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56656) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:54.509616 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-37f74c7b-1185-43a3-8a29-bc668c6866dd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0e6ac89b61e7496082403f861d98303a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156959 Sep 13 07:59:54.515672 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56658) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:54.523422 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e5fe5-49c7-40e9-a66f-557cd6b7e2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab41497-af1f-45c1-ab5c-0619201cec8d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:54.570034 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f74c7b-1185-43a3-8a29-bc668c6866dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0c2412-ba1d-4e7d-bf67-b472f733071f,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:54.578341 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f99e1eec-00b0-4bc4-ae04-9367f89f4f72 admin admin] Publish callbacks [] for security_group (0d630fc5-0798-4b9f-aca8-ee1186053f1b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.595127 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:54.598738 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bc214566-07c4-4dfb-b69a-662b18c43f17 admin admin] Publish callbacks [] for security_group (0ab41497-af1f-45c1-ab5c-0619201cec8d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.624203 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bc214566-07c4-4dfb-b69a-662b18c43f17 admin admin] Publish callbacks [] for security_group (0ab41497-af1f-45c1-ab5c-0619201cec8d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.640601 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f99e1eec-00b0-4bc4-ae04-9367f89f4f72 admin admin] Publish callbacks [] for security_group (0d630fc5-0798-4b9f-aca8-ee1186053f1b), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.692600 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bc214566-07c4-4dfb-b69a-662b18c43f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0ab41497-af1f-45c1-ab5c-0619201cec8d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.696013 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bc214566-07c4-4dfb-b69a-662b18c43f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.700693 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-bc214566-07c4-4dfb-b69a-662b18c43f17 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0ab41497-af1f-45c1-ab5c-0619201cec8d HTTP/1.1" status: 204 len: 168 time: 0.2064209 Sep 13 07:59:54.708316 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:54.716708 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc214566-07c4-4dfb-b69a-662b18c43f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab41497-af1f-45c1-ab5c-0619201cec8d,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:54.719588 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-70e75926-a8bf-4e1d-bf3b-3a643dd3dd29 admin admin] Publish callbacks [] for security_group (2f0c2412-ba1d-4e7d-bf67-b472f733071f), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.727572 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d249192-2d10-4044-a08f-35a47c9c2b8d req-84833cd1-af0b-45e2-babd-f5a5c2b01794 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:54.729066 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4d249192-2d10-4044-a08f-35a47c9c2b8d req-84833cd1-af0b-45e2-babd-f5a5c2b01794 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 945 time: 0.0919838 Sep 13 07:59:54.768956 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-70e75926-a8bf-4e1d-bf3b-3a643dd3dd29 admin admin] Publish callbacks [] for security_group (2f0c2412-ba1d-4e7d-bf67-b472f733071f), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.782444 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f99e1eec-00b0-4bc4-ae04-9367f89f4f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0d630fc5-0798-4b9f-aca8-ee1186053f1b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.784878 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f99e1eec-00b0-4bc4-ae04-9367f89f4f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.786042 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-f99e1eec-00b0-4bc4-ae04-9367f89f4f72 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0d630fc5-0798-4b9f-aca8-ee1186053f1b HTTP/1.1" status: 204 len: 168 time: 0.3050876 Sep 13 07:59:54.816020 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e1eec-00b0-4bc4-ae04-9367f89f4f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d630fc5-0798-4b9f-aca8-ee1186053f1b,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:54.838851 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4d249192-2d10-4044-a08f-35a47c9c2b8d req-dfb268d9-6f2c-44c7-a65f-489f307351be tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022682 Sep 13 07:59:54.858910 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-70e75926-a8bf-4e1d-bf3b-3a643dd3dd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2f0c2412-ba1d-4e7d-bf67-b472f733071f), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.861609 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-70e75926-a8bf-4e1d-bf3b-3a643dd3dd29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:54.862927 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-70e75926-a8bf-4e1d-bf3b-3a643dd3dd29 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2f0c2412-ba1d-4e7d-bf67-b472f733071f HTTP/1.1" status: 204 len: 168 time: 0.3461893 Sep 13 07:59:54.875535 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e75926-a8bf-4e1d-bf3b-3a643dd3dd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0c2412-ba1d-4e7d-bf67-b472f733071f,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:55.188038 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56698) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:55.203231 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1173fee6-ca90-410d-af74-0362bb515973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.320603 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1173fee6-ca90-410d-af74-0362bb515973 admin admin] Publish callbacks [] for security_group (acb1e5f8-1bc9-4b4a-8ea5-6f432de8b6c7), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.325723 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1173fee6-ca90-410d-af74-0362bb515973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (acb1e5f8-1bc9-4b4a-8ea5-6f432de8b6c7), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.376510 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1173fee6-ca90-410d-af74-0362bb515973 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=57bef94217e044039a21e2e41f5081de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840787 Sep 13 07:59:55.376510 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173fee6-ca90-410d-af74-0362bb515973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb1e5f8-1bc9-4b4a-8ea5-6f432de8b6c7,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:55.376664 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56704) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:55.427809 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56708) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:55.444193 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3c33419b-d6f3-441d-8c5f-0ebbc397702e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.450042 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9507605e-d3b5-4923-a3c8-6488bb9a0d4d admin admin] Publish callbacks [] for security_group (acb1e5f8-1bc9-4b4a-8ea5-6f432de8b6c7), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.464569 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56710) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:55.488301 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9507605e-d3b5-4923-a3c8-6488bb9a0d4d admin admin] Publish callbacks [] for security_group (acb1e5f8-1bc9-4b4a-8ea5-6f432de8b6c7), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.503904 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-43fa309f-c131-497e-9e31-c967d93cebcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.529498 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3c33419b-d6f3-441d-8c5f-0ebbc397702e admin admin] Publish callbacks [] for security_group (42b09fed-de65-4536-9594-194aab90f483), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.534211 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3c33419b-d6f3-441d-8c5f-0ebbc397702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (42b09fed-de65-4536-9594-194aab90f483), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.550623 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:55.579682 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32b004-18e5-49e0-97b9-3b340ac9c442 req-a478261f-bfdc-425e-b07f-a90e0967e9e9 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:55.583785 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-3c33419b-d6f3-441d-8c5f-0ebbc397702e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a185a7668c814f8eb1e56613da31118b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518526 Sep 13 07:59:55.583948 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8f32b004-18e5-49e0-97b9-3b340ac9c442 req-a478261f-bfdc-425e-b07f-a90e0967e9e9 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1017039 Sep 13 07:59:55.583948 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56712) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:55.584725 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33419b-d6f3-441d-8c5f-0ebbc397702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b09fed-de65-4536-9594-194aab90f483,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:55.669634 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9507605e-d3b5-4923-a3c8-6488bb9a0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (acb1e5f8-1bc9-4b4a-8ea5-6f432de8b6c7), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.672093 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9507605e-d3b5-4923-a3c8-6488bb9a0d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.673221 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9507605e-d3b5-4923-a3c8-6488bb9a0d4d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/acb1e5f8-1bc9-4b4a-8ea5-6f432de8b6c7 HTTP/1.1" status: 204 len: 168 time: 0.2961726 Sep 13 07:59:55.691430 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:55.723326 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507605e-d3b5-4923-a3c8-6488bb9a0d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb1e5f8-1bc9-4b4a-8ea5-6f432de8b6c7,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:55.731930 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-57afb3e8-edb1-4d7b-925b-a4a7f70880c9 admin admin] Publish callbacks [] for security_group (42b09fed-de65-4536-9594-194aab90f483), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.752214 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8f32b004-18e5-49e0-97b9-3b340ac9c442 req-eea5f55d-42f5-4015-bd45-968a79687f93 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461515 Sep 13 07:59:55.777317 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-57afb3e8-edb1-4d7b-925b-a4a7f70880c9 admin admin] Publish callbacks [] for security_group (42b09fed-de65-4536-9594-194aab90f483), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.780290 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-43fa309f-c131-497e-9e31-c967d93cebcf admin admin] Publish callbacks [] for security_group (2516a86d-4a5f-4598-afd3-f6914a74244a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.787887 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-43fa309f-c131-497e-9e31-c967d93cebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2516a86d-4a5f-4598-afd3-f6914a74244a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.849525 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-43fa309f-c131-497e-9e31-c967d93cebcf admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bf371b25552144a1b91eba389c49b992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837438 Sep 13 07:59:55.850791 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa309f-c131-497e-9e31-c967d93cebcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2516a86d-4a5f-4598-afd3-f6914a74244a,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:55.852854 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56716) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:55.875242 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-57afb3e8-edb1-4d7b-925b-a4a7f70880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (42b09fed-de65-4536-9594-194aab90f483), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.876552 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-57afb3e8-edb1-4d7b-925b-a4a7f70880c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:55.879987 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-57afb3e8-edb1-4d7b-925b-a4a7f70880c9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/42b09fed-de65-4536-9594-194aab90f483 HTTP/1.1" status: 204 len: 168 time: 0.2931807 Sep 13 07:59:55.911900 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afb3e8-edb1-4d7b-925b-a4a7f70880c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b09fed-de65-4536-9594-194aab90f483,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:55.953508 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4a32597f-1420-48ec-91b0-eeb32c263f0d admin admin] Publish callbacks [] for security_group (2516a86d-4a5f-4598-afd3-f6914a74244a), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:56.004317 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4a32597f-1420-48ec-91b0-eeb32c263f0d admin admin] Publish callbacks [] for security_group (2516a86d-4a5f-4598-afd3-f6914a74244a), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:56.031038 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787f9d-3329-4e4c-be41-ff6ce6b48f84 req-9909dc24-b1b0-43ab-a635-209b8443f572 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:56.032561 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-73787f9d-3329-4e4c-be41-ff6ce6b48f84 req-9909dc24-b1b0-43ab-a635-209b8443f572 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 945 time: 0.0811250 Sep 13 07:59:56.098739 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-73787f9d-3329-4e4c-be41-ff6ce6b48f84 req-bb082c47-180c-4f0d-8c80-6da0b376d6fa tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594227 Sep 13 07:59:56.108435 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4a32597f-1420-48ec-91b0-eeb32c263f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2516a86d-4a5f-4598-afd3-f6914a74244a), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:56.111033 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4a32597f-1420-48ec-91b0-eeb32c263f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:56.112138 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4a32597f-1420-48ec-91b0-eeb32c263f0d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2516a86d-4a5f-4598-afd3-f6914a74244a HTTP/1.1" status: 204 len: 168 time: 0.2574120 Sep 13 07:59:56.121199 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32597f-1420-48ec-91b0-eeb32c263f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2516a86d-4a5f-4598-afd3-f6914a74244a,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:56.779518 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-9fb10050-902c-4402-8a10-30c70ed8d937 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:56.781031 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-9fb10050-902c-4402-8a10-30c70ed8d937 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Sep 13 07:59:56.811457 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56772) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:56.869015 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:57.121793 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ad448d9d-1d94-4197-8361-497e5b14654f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.125262 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:57.199693 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8b31a-6723-4c1f-aec9-bf95e7547580 req-8d284cc9-4331-497c-9f47-f9c2aa29cda9 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:57.201584 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a0c8b31a-6723-4c1f-aec9-bf95e7547580 req-8d284cc9-4331-497c-9f47-f9c2aa29cda9 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.3504345 Sep 13 07:59:57.206105 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Deleting port 17d47726-841f-4744-bbad-31239da3872f {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 07:59:57.206716 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (17d47726-841f-4744-bbad-31239da3872f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.260220 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ad448d9d-1d94-4197-8361-497e5b14654f admin admin] Publish callbacks [] for security_group (39f6d919-517c-40ec-bdb4-7a95763bb129), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.265883 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ad448d9d-1d94-4197-8361-497e5b14654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (39f6d919-517c-40ec-bdb4-7a95763bb129), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.311395 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a0c8b31a-6723-4c1f-aec9-bf95e7547580 req-617c1e47-8534-46b3-873a-bb98d8069d6d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003613 Sep 13 07:59:57.327140 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448d9d-1d94-4197-8361-497e5b14654f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6d919-517c-40ec-bdb4-7a95763bb129,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:57.363488 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] For port 17d47726-841f-4744-bbad-31239da3872f, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=17d47726-841f-4744-bbad-31239da3872f,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 07:59:57.363996 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (17d47726-841f-4744-bbad-31239da3872f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.372930 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ad448d9d-1d94-4197-8361-497e5b14654f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=743315b0ded543eb8848996e6f720a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5606422 Sep 13 07:59:57.376100 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56798) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:57.381517 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d95026-0ed0-4576-a8d3-84c353280816 req-1c4cfa15-5530-4184-a949-e41dfe3b6214 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:57.383497 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a0d95026-0ed0-4576-a8d3-84c353280816 req-1c4cfa15-5530-4184-a949-e41dfe3b6214 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 945 time: 0.1471362 Sep 13 07:59:57.390680 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Calling delete_port for 17d47726-841f-4744-bbad-31239da3872f owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 07:59:57.475127 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a0d95026-0ed0-4576-a8d3-84c353280816 req-48131f8a-e27c-4558-b3c3-6a692247a595 tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5d609971-730d-47ec-b9ce-2c3404ece80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856531 Sep 13 07:59:57.544463 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-da187f31-2294-4343-bfe5-1aac31df14f4 admin admin] Publish callbacks [] for security_group (39f6d919-517c-40ec-bdb4-7a95763bb129), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.594076 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-da187f31-2294-4343-bfe5-1aac31df14f4 admin admin] Publish callbacks [] for security_group (39f6d919-517c-40ec-bdb4-7a95763bb129), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.601864 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:57.657253 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (17d47726-841f-4744-bbad-31239da3872f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.671118 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['17d47726-841f-4744-bbad-31239da3872f'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 07:59:57.724624 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Pushing event deleted for resources: {'Port': ['ID=17d47726-841f-4744-bbad-31239da3872f,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:57.767710 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-da187f31-2294-4343-bfe5-1aac31df14f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (39f6d919-517c-40ec-bdb4-7a95763bb129), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.770919 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-da187f31-2294-4343-bfe5-1aac31df14f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.775050 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-da187f31-2294-4343-bfe5-1aac31df14f4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/39f6d919-517c-40ec-bdb4-7a95763bb129 HTTP/1.1" status: 204 len: 168 time: 0.3913455 Sep 13 07:59:57.855261 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] No DVR routers for this DVR port 17d47726-841f-4744-bbad-31239da3872f on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 07:59:57.858143 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da187f31-2294-4343-bfe5-1aac31df14f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6d919-517c-40ec-bdb4-7a95763bb129,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:57.860539 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:57.866226 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2c38be29-76c3-4824-b60f-e7a56fabe065 req-bcffe72f-3547-4fa2-a192-a4d2a248fe2d tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.18 "DELETE /networking/v2.0/ports/17d47726-841f-4744-bbad-31239da3872f HTTP/1.1" status: 204 len: 173 time: 1.0785434 Sep 13 07:59:57.866764 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da25fcc-33bc-4b69-8e38-2aedff4c2720', 'name': 'network-vif-deleted', 'tag': '17d47726-841f-4744-bbad-31239da3872f'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 07:59:57.869145 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac528f6e-8b06-4d81-91aa-eeaef6dc3e53" -d '{"events": [{"server_uuid": "7da25fcc-33bc-4b69-8e38-2aedff4c2720", "name": "network-vif-deleted", "tag": "17d47726-841f-4744-bbad-31239da3872f"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 07:59:57.970553 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 07:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024949c2-185d-483a-b590-dc36db370a1e x-openstack-request-id: req-024949c2-185d-483a-b590-dc36db370a1e {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 07:59:57.976136 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da25fcc-33bc-4b69-8e38-2aedff4c2720", "name": "network-vif-deleted", "tag": "17d47726-841f-4744-bbad-31239da3872f", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 07:59:57.976725 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-024949c2-185d-483a-b590-dc36db370a1e {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 07:59:57.977700 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024949c2-185d-483a-b590-dc36db370a1e'] response: {'server_uuid': '7da25fcc-33bc-4b69-8e38-2aedff4c2720', 'name': 'network-vif-deleted', 'tag': '17d47726-841f-4744-bbad-31239da3872f', 'status': 'completed', 'code': 200} Sep 13 07:59:58.084042 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 07:59:58.528377 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dcde3-da1a-4659-adf5-4a84402e3bbb req-1df8fcbc-24b7-46ce-8506-88d9bee9df0f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:58.538074 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-739dcde3-da1a-4659-adf5-4a84402e3bbb req-1df8fcbc-24b7-46ce-8506-88d9bee9df0f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1086929 Sep 13 07:59:58.658140 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-739dcde3-da1a-4659-adf5-4a84402e3bbb req-4b099e5e-a932-44fa-adf2-579ace5ee095 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189229 Sep 13 07:59:58.680198 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9bf8da55-5cd6-4649-9a31-dab78e145dcd req-019d75e1-c274-4188-b550-898deb32090c tempest-DeleteServersTestJSON-123522124 tempest-DeleteServersTestJSON-123522124-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7da25fcc-33bc-4b69-8e38-2aedff4c2720 HTTP/1.1" status: 200 len: 210 time: 0.0473120 Sep 13 07:59:59.123028 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 56880) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:59.283145 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1563902090-network', 'tenant_id': '44a6ed00e5ad40be9c50d72808559c8e'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:59.317846 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Made reservation on behalf of 44a6ed00e5ad40be9c50d72808559c8e for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:59.320459 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:59.331214 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:59.447123 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Publish callbacks [] for security_group (2e03bb06-2598-49e9-9d04-07f236c1fcb6), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:59.453573 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2e03bb06-2598-49e9-9d04-07f236c1fcb6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:59.478219 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 07:59:59.500918 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (b9122b16-50a5-4bc1-aaef-41e1c7e678c1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:59.501930 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Added segment b9122b16-50a5-4bc1-aaef-41e1c7e678c1 of type vlan for network db51d0ec-075c-415f-a128-7b3d132b8d38 Sep 13 07:59:59.512723 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e03bb06-2598-49e9-9d04-07f236c1fcb6,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:59.566626 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (db51d0ec-075c-415f-a128-7b3d132b8d38), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:59.599590 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (db51d0ec-075c-415f-a128-7b3d132b8d38), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:59.601521 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:59.602146 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:59.629992 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:59.652771 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5283916 Sep 13 07:59:59.653260 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 56906) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 07:59:59.664387 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Request body: {'subnet': {'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1563902090-subnet', 'tenant_id': '44a6ed00e5ad40be9c50d72808559c8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 07:59:59.686621 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Made reservation on behalf of 44a6ed00e5ad40be9c50d72808559c8e for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 07:59:59.689551 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14327108'] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 07:59:59.712609 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5dd5a-c392-4b4b-b95b-b8a89fdd0e04 admin admin] Pushing event updated for resources: {'Network': ['ID=db51d0ec-075c-415f-a128-7b3d132b8d38,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 07:59:59.735355 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network db51d0ec-075c-415f-a128-7b3d132b8d38 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 07:59:59.738230 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:59.842539 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 07:59:59.867307 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94bd4c-5a59-485a-96fc-962b398c6a69 req-a4ff88ea-3125-4707-9758-73c83a674113 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 07:59:59.868906 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fe94bd4c-5a59-485a-96fc-962b398c6a69 req-a4ff88ea-3125-4707-9758-73c83a674113 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1007590 Sep 13 07:59:59.977178 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fe94bd4c-5a59-485a-96fc-962b398c6a69 req-5a48d247-b201-4614-9655-c0b752250526 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017451 Sep 13 08:00:00.089914 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13814323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14327126'] for subnet (6b63d53d-ddb1-456f-95c5-8f40275de5fd), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:00.153745 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b63d53d-ddb1-456f-95c5-8f40275de5fd,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:00.161385 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Checking segment: {'id': 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:00.162074 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Network hostable DHCP agents. Network: db51d0ec-075c-415f-a128-7b3d132b8d38, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:00:00.181898 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Network db51d0ec-075c-415f-a128-7b3d132b8d38 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:00:00.192010 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, db51d0ec-075c-415f-a128-7b3d132b8d38) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:00.197095 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:00.197763 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:00.206276 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976f17b-d8fc-480e-8fed-af8db83fc8b4 None None] Network db51d0ec-075c-415f-a128-7b3d132b8d38 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:00:00.217880 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-95d8c4ad-87fa-4453-87a0-1b4f7a21dc6e admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5621920 Sep 13 08:00:00.325550 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621f26a-b228-4105-b3ca-4f14e92d5a69 None None] Network db51d0ec-075c-415f-a128-7b3d132b8d38 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:00:00.890359 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:01.111242 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e41b3-4cca-4286-90d2-dfdf1a914155 req-cc6c0f85-49e7-4899-aa50-cd1404f9185c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:01.112712 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c60e41b3-4cca-4286-90d2-dfdf1a914155 req-cc6c0f85-49e7-4899-aa50-cd1404f9185c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0504174 Sep 13 08:00:01.159176 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c60e41b3-4cca-4286-90d2-dfdf1a914155 req-a99a0472-529d-40fb-8d23-5f7f9f7b8d33 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Sep 13 08:00:02.275507 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e762f-7b53-4d2e-a623-44f095a295f5 req-3808e34c-d280-48f6-a075-b089b281d526 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:02.277435 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bf6e762f-7b53-4d2e-a623-44f095a295f5 req-3808e34c-d280-48f6-a075-b089b281d526 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0454741 Sep 13 08:00:02.323155 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bf6e762f-7b53-4d2e-a623-44f095a295f5 req-1168cb6e-d4f4-4fd4-89b0-6926ef007c63 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Sep 13 08:00:02.482500 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 17d47726-841f-4744-bbad-31239da3872f no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:00:02.504677 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 17d47726-841f-4744-bbad-31239da3872f {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:00:02.505024 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 17d47726-841f-4744-bbad-31239da3872f not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:00:02.561062 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-b7eb1407-b7ce-4cfa-90d0-8b059330e6eb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460448 Sep 13 08:00:02.644544 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-527884ab-41fd-4535-8484-67f5d4e66578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:02.645948 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-527884ab-41fd-4535-8484-67f5d4e66578 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 1129 time: 0.0378335 Sep 13 08:00:02.754973 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-397b6b80-0851-429c-b216-2a0e35331638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:02.756421 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-397b6b80-0851-429c-b216-2a0e35331638 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.0857739 Sep 13 08:00:02.803452 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-7f203160-3dcf-4111-9372-b04707ab8413 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=442eac97-44c9-44b1-88f2-8aec23155748 HTTP/1.1" status: 200 len: 217 time: 0.0371623 Sep 13 08:00:02.854058 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-40bcae78-5cee-41a9-adae-af416ee055ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:02.856071 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-40bcae78-5cee-41a9-adae-af416ee055ef service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0456998 Sep 13 08:00:02.902654 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-c2aa744a-6822-4cda-b2f3-1a51a89c574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:02.904101 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-c2aa744a-6822-4cda-b2f3-1a51a89c574f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408492 Sep 13 08:00:03.443240 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35644293-76ed-4478-8e28-25db73bada4d req-66c3d897-9410-4d2e-be0e-308d04c102af tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:03.444667 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35644293-76ed-4478-8e28-25db73bada4d req-66c3d897-9410-4d2e-be0e-308d04c102af tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0451283 Sep 13 08:00:03.490136 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35644293-76ed-4478-8e28-25db73bada4d req-c5c79bcd-9740-4ed1-a931-fa8efe014835 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Sep 13 08:00:04.606398 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35745611-9a89-4856-88b3-e20cb1e35e76 req-94d256f4-3fe8-4b4d-acb1-15f38736c86d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:04.607883 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-35745611-9a89-4856-88b3-e20cb1e35e76 req-94d256f4-3fe8-4b4d-acb1-15f38736c86d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0462196 Sep 13 08:00:04.645189 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:04.660126 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-35745611-9a89-4856-88b3-e20cb1e35e76 req-6731c3cc-85f6-415c-b20f-3a90aac32221 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Sep 13 08:00:05.784996 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0139-7d32-4063-a985-98014784e02b req-2673d49a-875d-43ca-979c-865b89ddaae1 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:05.786487 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6fca0139-7d32-4063-a985-98014784e02b req-2673d49a-875d-43ca-979c-865b89ddaae1 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0517793 Sep 13 08:00:05.786622 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-af28cb8a-da23-4d84-87a9-db4798eaf154 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933001 Sep 13 08:00:05.832534 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6fca0139-7d32-4063-a985-98014784e02b req-f5c6f510-9d76-40d9-8a43-5d08114977b0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403323 Sep 13 08:00:05.879223 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b4857e99-5bc7-4c76-baba-85ca99c2ae8a req-822c3352-1b28-4c00-9bb0-663c012bec4f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866659 Sep 13 08:00:06.621017 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57058) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:06.997512 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:07.048755 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdfa87-88ad-4959-9929-ad32265c0458 req-7ab87e83-ab01-402f-b0c9-213bcaee7b5c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:07.050228 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e5bdfa87-88ad-4959-9929-ad32265c0458 req-7ab87e83-ab01-402f-b0c9-213bcaee7b5c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1100802 Sep 13 08:00:07.068630 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (cafbdff6-e279-4215-9240-f2abdea7e69a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:07.172029 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e5bdfa87-88ad-4959-9929-ad32265c0458 req-3c082c4e-d538-46b6-9da2-a9eae9f1167a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143920 Sep 13 08:00:07.174828 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:07.246150 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-e1bd58cb-174c-40ae-8a2d-c9f2c9114403 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:07.247522 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-e1bd58cb-174c-40ae-8a2d-c9f2c9114403 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/networks?id=db51d0ec-075c-415f-a128-7b3d132b8d38 HTTP/1.1" status: 200 len: 809 time: 0.1045783 Sep 13 08:00:07.262483 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-a95542dc-6b3f-4020-be90-c1fd7437f89c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/quotas/44a6ed00e5ad40be9c50d72808559c8e HTTP/1.1" status: 200 len: 375 time: 0.0095124 Sep 13 08:00:07.298029 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-fe497710-8187-4dbb-9223-516eb791e5a1 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=44a6ed00e5ad40be9c50d72808559c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302966 Sep 13 08:00:07.393941 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-3142bd5f-edd6-43b2-9491-0907dbd86719 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886509 Sep 13 08:00:07.425277 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:07.508576 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-a15b4a16-ca3e-4ff9-8d9e-b8ed44f95463 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099005 Sep 13 08:00:07.564706 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Deleting port 733ded8d-daf4-45b4-b930-3af39d95da36 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:00:07.565047 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:07.675250 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:07.723357 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c32e6f81-9f79-4902-910a-283195c372e5 req-8bebe358-6feb-4d3e-b119-86363c916a8f tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 210 time: 0.0479136 Sep 13 08:00:07.724997 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] For port 733ded8d-daf4-45b4-b930-3af39d95da36, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=733ded8d-daf4-45b4-b930-3af39d95da36,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:07.725392 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:07.741243 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Calling delete_port for 733ded8d-daf4-45b4-b930-3af39d95da36 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:00:07.876256 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57104) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:07.953322 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (733ded8d-daf4-45b4-b930-3af39d95da36), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:08.036792 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=733ded8d-daf4-45b4-b930-3af39d95da36,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:08.082008 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:08.107773 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0d92099f-d80c-4d11-9109-df07bf8a6345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:08.193509 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:08.249175 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (cafbdff6-e279-4215-9240-f2abdea7e69a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:08.380561 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0d92099f-d80c-4d11-9109-df07bf8a6345 admin admin] Publish callbacks [] for security_group (5c55c15d-432c-4294-a62c-32613a79f702), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:08.386331 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0d92099f-d80c-4d11-9109-df07bf8a6345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5c55c15d-432c-4294-a62c-32613a79f702), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:08.405988 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7ad33-fdc5-4ca2-a9f3-cf91d809d847 req-48d18f42-8382-4afb-a513-b46d4bf8b723 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:08.415948 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-98b7ad33-fdc5-4ca2-a9f3-cf91d809d847 req-48d18f42-8382-4afb-a513-b46d4bf8b723 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1169214 Sep 13 08:00:08.437126 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0d92099f-d80c-4d11-9109-df07bf8a6345 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b6c9763de3024b1891ec652d653587db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5598147 Sep 13 08:00:08.441658 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57120) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:08.450381 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92099f-d80c-4d11-9109-df07bf8a6345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c55c15d-432c-4294-a62c-32613a79f702,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:08.476101 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-98b7ad33-fdc5-4ca2-a9f3-cf91d809d847 req-72e9b2a2-a478-4de2-a70b-c11e52f22c5f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589590 Sep 13 08:00:08.597041 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f87f426-4f16-45ae-a28a-124b6b786e5f admin admin] Publish callbacks [] for security_group (5c55c15d-432c-4294-a62c-32613a79f702), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:08.621632 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Router cafbdff6-e279-4215-9240-f2abdea7e69a has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:00:08.624632 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:08.626837 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f87f426-4f16-45ae-a28a-124b6b786e5f admin admin] Publish callbacks [] for security_group (5c55c15d-432c-4294-a62c-32613a79f702), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:08.759313 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f87f426-4f16-45ae-a28a-124b6b786e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5c55c15d-432c-4294-a62c-32613a79f702), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:08.762560 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f87f426-4f16-45ae-a28a-124b6b786e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:08.763782 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0f87f426-4f16-45ae-a28a-124b6b786e5f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5c55c15d-432c-4294-a62c-32613a79f702 HTTP/1.1" status: 204 len: 168 time: 0.3201954 Sep 13 08:00:08.764029 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57130) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:08.776989 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87f426-4f16-45ae-a28a-124b6b786e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c55c15d-432c-4294-a62c-32613a79f702,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:08.783004 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:00:08.788033 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b336b004-4818-4d9a-92cd-ea08ff0dfbfe admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cafbdff6-e279-4215-9240-f2abdea7e69a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1659410 Sep 13 08:00:08.791092 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57136) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:08.794613 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] Sync routers for ids ['cafbdff6-e279-4215-9240-f2abdea7e69a'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:00:08.841683 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] Routers {'cafbdff6-e279-4215-9240-f2abdea7e69a'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:08.845125 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:59:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cafbdff6-e279-4215-9240-f2abdea7e69a'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:08.847214 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c1e5a74e-05d2-4253-9abe-24b49c6ee7b1 req-81a132f3-fc5a-4e2c-a98c-9d25e2cd7488 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 210 time: 0.0356419 Sep 13 08:00:08.954574 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] Set router cafbdff6-e279-4215-9240-f2abdea7e69a gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:08.991831 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks [] for router (cafbdff6-e279-4215-9240-f2abdea7e69a), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.209042 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-052588a5-5449-405e-b52d-73cfada811f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.234730 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:49Z', 'updated_at': '2022-09-13T08:00:07Z', 'revision_number': 5, 'project_id': '074dbd6970034af1b02996d318d42e88', 'gw_port': {'id': '36721b74-2302-4b13-87b1-5d31f86bccb4', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:09.248812 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks [] for router_gateway (cafbdff6-e279-4215-9240-f2abdea7e69a), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.270404 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-50c63d58-7c1d-465f-8f65-6c204ce82375 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:09.272509 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] Checking router: cafbdff6-e279-4215-9240-f2abdea7e69a for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:00:09.273183 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-50c63d58-7c1d-465f-8f65-6c204ce82375 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.18 "GET /networking/v2.0/networks?id=db51d0ec-075c-415f-a128-7b3d132b8d38 HTTP/1.1" status: 200 len: 809 time: 0.2246201 Sep 13 08:00:09.281537 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] Routers {'cafbdff6-e279-4215-9240-f2abdea7e69a'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:09.282186 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:59:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cafbdff6-e279-4215-9240-f2abdea7e69a'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:09.297959 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Request body: {'port': {'device_id': '274e1bad-ecd0-42a8-b816-7bee75e87a79', 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38', 'admin_state_up': True, 'tenant_id': '44a6ed00e5ad40be9c50d72808559c8e'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:09.324876 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Deleting port 36721b74-2302-4b13-87b1-5d31f86bccb4 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:00:09.324876 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.374337 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] Set router cafbdff6-e279-4215-9240-f2abdea7e69a gateway port host: None {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:09.418847 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:09.441697 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:09.470473 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:49Z', 'updated_at': '2022-09-13T08:00:09Z', 'revision_number': 6, 'project_id': '074dbd6970034af1b02996d318d42e88', 'gw_port_host': None}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:09.476044 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Made reservation on behalf of 44a6ed00e5ad40be9c50d72808559c8e for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:09.480473 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.508130 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] For port 36721b74-2302-4b13-87b1-5d31f86bccb4, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=36721b74-2302-4b13-87b1-5d31f86bccb4,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:09.508497 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.510269 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d68397-004c-4619-990f-b0abbb6f9c22 None None] The sync data for ids ['cafbdff6-e279-4215-9240-f2abdea7e69a'] in dv-cinder-857075-3-iscsi is: [{'id': 'cafbdff6-e279-4215-9240-f2abdea7e69a', 'name': 'tempest-DeleteServersTestJSON-157411566-router', 'tenant_id': '074dbd6970034af1b02996d318d42e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:49Z', 'updated_at': '2022-09-13T08:00:09Z', 'revision_number': 6, 'project_id': '074dbd6970034af1b02996d318d42e88', 'gw_port_host': None}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:00:09.531418 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-052588a5-5449-405e-b52d-73cfada811f7 admin admin] Publish callbacks [] for security_group (321bd1d0-6e85-4eff-87ed-42441024bab3), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.544047 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-052588a5-5449-405e-b52d-73cfada811f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (321bd1d0-6e85-4eff-87ed-42441024bab3), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.560986 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Calling delete_port for 36721b74-2302-4b13-87b1-5d31f86bccb4 owned by network:router_gateway {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:00:09.619657 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-052588a5-5449-405e-b52d-73cfada811f7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2ea1aa042af346adaec8f9c6e6d4be97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8519657 Sep 13 08:00:09.621071 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57166) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:09.702958 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052588a5-5449-405e-b52d-73cfada811f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321bd1d0-6e85-4eff-87ed-42441024bab3,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:09.729382 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Allocated IP 172.20.0.7 (db51d0ec-075c-415f-a128-7b3d132b8d38/6b63d53d-ddb1-456f-95c5-8f40275de5fd/63aac3ae-2e63-45ae-9bdf-45709d869410) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:09.757818 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318734a2-7876-4397-9d8b-9d29945f9b13 req-4e6dfbcd-9059-4a7a-b884-3bc64fdab68d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:09.762366 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-318734a2-7876-4397-9d8b-9d29945f9b13 req-4e6dfbcd-9059-4a7a-b884-3bc64fdab68d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1163914 Sep 13 08:00:09.776540 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f6e802a4-a396-4c58-a510-f1fb14b1ddf8 admin admin] Publish callbacks [] for security_group (321bd1d0-6e85-4eff-87ed-42441024bab3), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.835139 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f6e802a4-a396-4c58-a510-f1fb14b1ddf8 admin admin] Publish callbacks [] for security_group (321bd1d0-6e85-4eff-87ed-42441024bab3), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.940349 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (36721b74-2302-4b13-87b1-5d31f86bccb4), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:09.971784 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36721b74-2302-4b13-87b1-5d31f86bccb4,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:10.023989 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:10.052476 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a699dbf4-0f0e-4758-93bc-5b4a2fe2d764 req-66b45eea-14b2-4c4a-85d1-018eef92f5d4 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 210 time: 0.0425529 Sep 13 08:00:10.091920 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-318734a2-7876-4397-9d8b-9d29945f9b13 req-5e412550-0333-4e3a-93ce-b35a213ecc3d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522616 Sep 13 08:00:10.107951 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (cafbdff6-e279-4215-9240-f2abdea7e69a), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.156640 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f6e802a4-a396-4c58-a510-f1fb14b1ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (321bd1d0-6e85-4eff-87ed-42441024bab3), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.159197 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f6e802a4-a396-4c58-a510-f1fb14b1ddf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.160440 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f6e802a4-a396-4c58-a510-f1fb14b1ddf8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/321bd1d0-6e85-4eff-87ed-42441024bab3 HTTP/1.1" status: 204 len: 168 time: 0.5354013 Sep 13 08:00:10.174397 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks [] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.206397 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e802a4-a396-4c58-a510-f1fb14b1ddf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321bd1d0-6e85-4eff-87ed-42441024bab3,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:10.250731 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:10.269356 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.291604 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (cafbdff6-e279-4215-9240-f2abdea7e69a), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.295144 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks [] for router_controller (cafbdff6-e279-4215-9240-f2abdea7e69a), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.346654 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Network db51d0ec-075c-415f-a128-7b3d132b8d38 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:10.348499 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Pushing event updated for resources: {'Port': ['ID=63aac3ae-2e63-45ae-9bdf-45709d869410,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:10.359911 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:10.362957 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:10.369155 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:10.370521 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.391460 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-cbd836dc-2e0b-450a-b805-15c5c18cdb4a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0993118 Sep 13 08:00:10.404503 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (cafbdff6-e279-4215-9240-f2abdea7e69a), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.406289 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cafbdff6-e279-4215-9240-f2abdea7e69a {{(pid=106243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:00:10.408807 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Request body: {'port': {'device_id': '274e1bad-ecd0-42a8-b816-7bee75e87a79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:10.423015 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.429582 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d70c3d92-1a0d-4c9d-b60f-3d69d1f383b6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/cafbdff6-e279-4215-9240-f2abdea7e69a HTTP/1.1" status: 204 len: 168 time: 1.6372819 Sep 13 08:00:10.430805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57224) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:10.524984 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.529082 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24373b0-cd4d-4b11-9b4f-589bee17950e admin admin] Deleting subnet 0655959b-28e8-486d-ab68-14e94abf101d {{(pid=106243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:00:10.533584 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f24373b0-cd4d-4b11-9b4f-589bee17950e admin admin] Publish callbacks [] for subnet (0655959b-28e8-486d-ab68-14e94abf101d), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:10.671866 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 733ded8d-daf4-45b4-b930-3af39d95da36 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:00:10.711762 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 733ded8d-daf4-45b4-b930-3af39d95da36 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:00:10.712115 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 733ded8d-daf4-45b4-b930-3af39d95da36 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:00:10.712775 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 36721b74-2302-4b13-87b1-5d31f86bccb4 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:00:10.735719 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 36721b74-2302-4b13-87b1-5d31f86bccb4 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:00:10.736341 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 36721b74-2302-4b13-87b1-5d31f86bccb4 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:00:10.807917 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:10.878157 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f24373b0-cd4d-4b11-9b4f-589bee17950e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14310313'] for subnet (0655959b-28e8-486d-ab68-14e94abf101d), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.045017 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63aac3ae-2e63-45ae-9bdf-45709d869410 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:00:11.053431 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Publish callbacks [] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.059601 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f24373b0-cd4d-4b11-9b4f-589bee17950e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (0655959b-28e8-486d-ab68-14e94abf101d), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.068525 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Transition to ACTIVE for port object 63aac3ae-2e63-45ae-9bdf-45709d869410 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:00:11.074338 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.151237 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:11.151396 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Pushing event updated for resources: {'Port': ['ID=63aac3ae-2e63-45ae-9bdf-45709d869410,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:11.166146 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f24373b0-cd4d-4b11-9b4f-589bee17950e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14327129'] for subnet (0655959b-28e8-486d-ab68-14e94abf101d), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.183194 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f24373b0-cd4d-4b11-9b4f-589bee17950e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.186901 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-f24373b0-cd4d-4b11-9b4f-589bee17950e admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/0655959b-28e8-486d-ab68-14e94abf101d HTTP/1.1" status: 204 len: 168 time: 0.7515707 Sep 13 08:00:11.187894 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Attempting to bind port 63aac3ae-2e63-45ae-9bdf-45709d869410 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:11.189252 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Attempting to bind port 63aac3ae-2e63-45ae-9bdf-45709d869410 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:11.191272 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Attempting to bind port 63aac3ae-2e63-45ae-9bdf-45709d869410 on network db51d0ec-075c-415f-a128-7b3d132b8d38 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:11.199316 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57256) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:11.206247 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d8a5ae-9c51-443e-8b88-56bb89a14493 None None] Network 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:00:11.209841 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24373b0-cd4d-4b11-9b4f-589bee17950e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0655959b-28e8-486d-ab68-14e94abf101d,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:11.335495 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578045b-ebbd-4eee-a538-5b7f23f490b9 req-8afe61a9-95e7-4bcf-ab61-1b52483b599b tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:11.337042 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b578045b-ebbd-4eee-a538-5b7f23f490b9 req-8afe61a9-95e7-4bcf-ab61-1b52483b599b tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 943 time: 0.0914824 Sep 13 08:00:11.358878 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cab4a-46a9-4932-b736-98551573f12b req-7450d6a8-626f-4c9d-b2f6-89fae4cbfa6d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:11.375582 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b99cab4a-46a9-4932-b736-98551573f12b req-7450d6a8-626f-4c9d-b2f6-89fae4cbfa6d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1246431 Sep 13 08:00:11.480503 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b99cab4a-46a9-4932-b736-98551573f12b req-b4e16ccb-3a04-4f6a-a2dd-dd7e33c6af9b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026039 Sep 13 08:00:11.481407 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (1f9619b1-9085-49ff-9e29-0fbf1c6beb66), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.487582 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Port 63aac3ae-2e63-45ae-9bdf-45709d869410 on network db51d0ec-075c-415f-a128-7b3d132b8d38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:00:11.487924 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Attempting to bind port 63aac3ae-2e63-45ae-9bdf-45709d869410 on network db51d0ec-075c-415f-a128-7b3d132b8d38 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:11.508574 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] DHCP port deletion for 1f9619b1-9085-49ff-9e29-0fbf1c6beb66 request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:00:11.555367 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Deleting port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f {{(pid=106244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:00:11.555866 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), before_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.580638 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b578045b-ebbd-4eee-a538-5b7f23f490b9 req-551c6771-4442-4ea4-a5c6-a51f8d07c31b tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660643 Sep 13 08:00:11.610776 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Deleting port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:00:11.611094 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.626228 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:11.626561 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Checking segment: {'id': 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:11.626955 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Bound using segment: {'id': 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:11.627519 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Bound port: 63aac3ae-2e63-45ae-9bdf-45709d869410, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:11.627996 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.656060 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57278) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:11.660511 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] For port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=1d170f25-3833-46cb-bf9f-ed5ebf796b2f,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:11.661048 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), precommit_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.677309 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Calling delete_port for 1d170f25-3833-46cb-bf9f-ed5ebf796b2f owned by network:dhcp {{(pid=106244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:00:11.709068 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:11.718129 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] For port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=1d170f25-3833-46cb-bf9f-ed5ebf796b2f,segment=NetworkSegment(a11f3f47-2830-41ff-a4ed-b616eb33e792),segment_id=a11f3f47-2830-41ff-a4ed-b616eb33e792)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:11.718495 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.752139 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Calling delete_port for 1d170f25-3833-46cb-bf9f-ed5ebf796b2f owned by network:dhcp {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:00:11.769442 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] For port 63aac3ae-2e63-45ae-9bdf-45709d869410, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:11.775200 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] For port 63aac3ae-2e63-45ae-9bdf-45709d869410, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=63aac3ae-2e63-45ae-9bdf-45709d869410,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:11.794673 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1395411143-network', 'tenant_id': '29cd3d666355422e8ac5802fd07de461'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:11.812201 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.815465 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Made reservation on behalf of 29cd3d666355422e8ac5802fd07de461 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:11.816589 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:11.818308 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.822321 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:11.823482 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.824872 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/63aac3ae-2e63-45ae-9bdf-45709d869410 HTTP/1.1" status: 200 len: 1093 time: 1.4224558 Sep 13 08:00:11.826878 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274e1bad-ecd0-42a8-b816-7bee75e87a79', 'tag': '63aac3ae-2e63-45ae-9bdf-45709d869410'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:00:11.828940 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.829198 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da3492d-b626-4c09-8ac6-c780b8bda7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "274e1bad-ecd0-42a8-b816-7bee75e87a79", "tag": "63aac3ae-2e63-45ae-9bdf-45709d869410"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:00:11.902412 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94cca0-a7fe-4031-9512-60c194454996 service neutron] Pushing event updated for resources: {'Port': ['ID=63aac3ae-2e63-45ae-9bdf-45709d869410,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:11.920305 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.964564 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1719298c-7d9a-4986-abed-1a6d8baba4c2 x-openstack-request-id: req-1719298c-7d9a-4986-abed-1a6d8baba4c2 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:00:11.964893 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274e1bad-ecd0-42a8-b816-7bee75e87a79", "tag": "63aac3ae-2e63-45ae-9bdf-45709d869410", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:00:11.965157 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1719298c-7d9a-4986-abed-1a6d8baba4c2 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:00:11.965598 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1719298c-7d9a-4986-abed-1a6d8baba4c2'] response: {'name': 'network-changed', 'server_uuid': '274e1bad-ecd0-42a8-b816-7bee75e87a79', 'tag': '63aac3ae-2e63-45ae-9bdf-45709d869410', 'status': 'completed', 'code': 200} Sep 13 08:00:11.981911 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:11.984086 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (1d170f25-3833-46cb-bf9f-ed5ebf796b2f), after_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.990417 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d170f25-3833-46cb-bf9f-ed5ebf796b2f,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:11.992908 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Publish callbacks [] for security_group (795008af-29c9-4bf7-bf58-695d0327ffdb), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:11.998987 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (795008af-29c9-4bf7-bf58-695d0327ffdb), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.002332 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] No DVR routers for this DVR port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f on host dv-cinder-857075-3-iscsi {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:00:12.009071 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-720562d2-90d3-45c9-8927-a3f2536f9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:12.010814 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-720562d2-90d3-45c9-8927-a3f2536f9e52 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=44a6ed00e5ad40be9c50d72808559c8e&device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 1127 time: 0.0878949 Sep 13 08:00:12.056234 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=106243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:00:12.070465 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] No DVR routers for this DVR port 1d170f25-3833-46cb-bf9f-ed5ebf796b2f on host dv-cinder-857075-3-iscsi {{(pid=106244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:00:12.070671 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795008af-29c9-4bf7-bf58-695d0327ffdb,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:12.078873 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (b22137f4-c064-4680-8a3e-98fec14175dc), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.079873 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Added segment b22137f4-c064-4680-8a3e-98fec14175dc of type vlan for network 758ea9e6-2737-427b-bf4a-218a18974f38 Sep 13 08:00:12.086284 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-c5ef6a2a-bb84-466c-8d19-826f0d22f3b0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63aac3ae-2e63-45ae-9bdf-45709d869410 HTTP/1.1" status: 200 len: 217 time: 0.0558653 Sep 13 08:00:12.111019 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Pushing event deleted for resources: {'Port': ['ID=1d170f25-3833-46cb-bf9f-ed5ebf796b2f,revision_number=None']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:12.131022 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.131504 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.131954 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.132547 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.133093 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.133672 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.133813 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (1f9619b1-9085-49ff-9e29-0fbf1c6beb66), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.134292 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.134774 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.135106 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.136046 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.136528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.136887 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.137201 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.137521 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.137864 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2cee-3bbd-444c-b00d-e3830c868e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:12.138068 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (758ea9e6-2737-427b-bf4a-218a18974f38), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.173219 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (758ea9e6-2737-427b-bf4a-218a18974f38), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.174346 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:12.175012 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.185467 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.185467 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.185825 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.186181 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.186525 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.186864 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.187189 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.187535 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.187857 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.188181 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.208772 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:12.246113 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5846350 Sep 13 08:00:12.247908 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57286) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:12.248731 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dfe67-7d6a-4db5-be9e-60e3b040c599 admin admin] Pushing event updated for resources: {'Network': ['ID=758ea9e6-2737-427b-bf4a-218a18974f38,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:12.255586 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Request body: {'subnet': {'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1395411143-subnet', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:12.258761 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.259140 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.259483 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.259818 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 08:00:12.260185 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9619b1-9085-49ff-9e29-0fbf1c6beb66']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:12.262711 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 758ea9e6-2737-427b-bf4a-218a18974f38 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:00:12.282698 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Made reservation on behalf of 29cd3d666355422e8ac5802fd07de461 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:12.285188 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11f3f47-2830-41ff-a4ed-b616eb33e792') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:12.285490 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11f3f47-2830-41ff-a4ed-b616eb33e792') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:12.287231 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14327108'] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.298077 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-781eabcf-471c-496d-a960-78ac2006c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:12.299639 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-781eabcf-471c-496d-a960-78ac2006c0e2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=6b63d53d-ddb1-456f-95c5-8f40275de5fd HTTP/1.1" status: 200 len: 849 time: 0.1771157 Sep 13 08:00:12.305995 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12984729'] for segment (a11f3f47-2830-41ff-a4ed-b616eb33e792), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.350249 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-29b16b8a-ecd9-402d-bbf6-d5957316f0df service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=db51d0ec-075c-415f-a128-7b3d132b8d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397909 Sep 13 08:00:12.351204 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (a11f3f47-2830-41ff-a4ed-b616eb33e792), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.374308 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:00:12.374638 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13729057'] for segment (a11f3f47-2830-41ff-a4ed-b616eb33e792), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.482363 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13814323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14327126'] for subnet (139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.504348 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (1f9619b1-9085-49ff-9e29-0fbf1c6beb66), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.521987 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.527430 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/1f9619b1-9085-49ff-9e29-0fbf1c6beb66 HTTP/1.1" status: 204 len: 168 time: 1.3229322 Sep 13 08:00:12.539390 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a5178-d838-4f44-b588-bfa26a32d8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9619b1-9085-49ff-9e29-0fbf1c6beb66,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:12.555502 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-e2660a31-aa6f-48bd-8dcf-687624d4db6d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961617 Sep 13 08:00:12.575510 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:12.583127 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:12.584943 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Checking segment: {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:12.585476 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Network hostable DHCP agents. Network: 758ea9e6-2737-427b-bf4a-218a18974f38, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:00:12.612227 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Network 758ea9e6-2737-427b-bf4a-218a18974f38 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:00:12.632574 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 758ea9e6-2737-427b-bf4a-218a18974f38) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:12.645788 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78984178-a172-4082-b90b-d5842ec604bc None None] Network 758ea9e6-2737-427b-bf4a-218a18974f38 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:00:12.648423 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:12.653495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.680694 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 1d170f25-3833-46cb-bf9f-ed5ebf796b2f no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:00:12.693034 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b954294a-0416-4723-8ef9-e739f255b7cc admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4413559 Sep 13 08:00:12.694114 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57306) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:12.703219 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:12.762365 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a50fe-59c2-418d-9b34-1813f17fa744 req-94ffc8ae-9eff-4518-9336-cec6bd66348f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:12.764482 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-da5a50fe-59c2-418d-9b34-1813f17fa744 req-94ffc8ae-9eff-4518-9336-cec6bd66348f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0909207 Sep 13 08:00:12.817875 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57312) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:12.845141 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.846372 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:12.856273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 1d170f25-3833-46cb-bf9f-ed5ebf796b2f {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:00:12.856669 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 1d170f25-3833-46cb-bf9f-ed5ebf796b2f not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:00:12.898803 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c18c5b-c5f1-4008-9024-ade8f66fc3aa req-0d762ebd-cb12-4279-9404-010aba93fc91 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:12.898803 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-85c18c5b-c5f1-4008-9024-ade8f66fc3aa req-0d762ebd-cb12-4279-9404-010aba93fc91 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 943 time: 0.1598952 Sep 13 08:00:12.938671 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-758ea9e6-2737-427b-bf4a-218a18974f38', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'project_id': '29cd3d666355422e8ac5802fd07de461', 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 08:00:12.939762 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.025178 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-85c18c5b-c5f1-4008-9024-ade8f66fc3aa req-3459d0f9-0bfa-40b2-9f26-845524a46306 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211522 Sep 13 08:00:13.027433 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks [] for router_controller (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), precommit_add_association {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.033579 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ef513a16-5f59-486f-814c-51225f737143 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=074dbd6970034af1b02996d318d42e88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2108107 Sep 13 08:00:13.034419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57314) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:13.085383 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment a11f3f47-2830-41ff-a4ed-b616eb33e792 resource provider aggregate not found Sep 13 08:00:13.102742 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c13d9689-11b0-453e-bdd8-b99f29b77e7a req-47d179c1-18f8-4e17-bacd-dbd1bba7afb8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393236 Sep 13 08:00:13.109115 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment a11f3f47-2830-41ff-a4ed-b616eb33e792 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a11f3f47-2830-41ff-a4ed-b616eb33e792 found for delete ", "request_id": "req-2c4fc632-0087-40a1-9fd0-022692458c91"}]} Sep 13 08:00:13.124845 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:13.139898 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Allocated IP 172.20.0.2 (758ea9e6-2737-427b-bf4a-218a18974f38/139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0/06d32f5f-c1bd-423a-a720-07844cd875e1) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:13.157600 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-da5a50fe-59c2-418d-9b34-1813f17fa744 req-739618ad-758a-4e85-afa8-d4887b480e72 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832605 Sep 13 08:00:13.250019 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks [] for router_gateway (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.289771 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8165270-40bb-4dd8-b765-18d73fc95a1c admin admin] Publish callbacks [] for security_group (5d609971-730d-47ec-b9ce-2c3404ece80f), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.344682 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Publish callbacks [] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.346898 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8165270-40bb-4dd8-b765-18d73fc95a1c admin admin] Publish callbacks [] for security_group (5d609971-730d-47ec-b9ce-2c3404ece80f), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.351625 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.392415 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Network 758ea9e6-2737-427b-bf4a-218a18974f38 is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:13.397957 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:13.402552 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:13.414423 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Pushing event updated for resources: {'Port': ['ID=06d32f5f-c1bd-423a-a720-07844cd875e1,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:13.458582 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:13.468415 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Attempting to bind port 06d32f5f-c1bd-423a-a720-07844cd875e1 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:13.468925 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Attempting to bind port 06d32f5f-c1bd-423a-a720-07844cd875e1 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:13.469577 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Attempting to bind port 06d32f5f-c1bd-423a-a720-07844cd875e1 on network 758ea9e6-2737-427b-bf4a-218a18974f38 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:13.504729 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8165270-40bb-4dd8-b765-18d73fc95a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5d609971-730d-47ec-b9ce-2c3404ece80f), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.507268 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8165270-40bb-4dd8-b765-18d73fc95a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.511030 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d8165270-40bb-4dd8-b765-18d73fc95a1c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5d609971-730d-47ec-b9ce-2c3404ece80f HTTP/1.1" status: 204 len: 168 time: 0.4752593 Sep 13 08:00:13.527381 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8165270-40bb-4dd8-b765-18d73fc95a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d609971-730d-47ec-b9ce-2c3404ece80f,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:13.530113 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks [] for router_gateway (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.549721 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.578208 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:13.578892 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Checking segment: {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:13.579467 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.580139 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Bound using segment: {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:13.580990 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Bound port: 06d32f5f-c1bd-423a-a720-07844cd875e1, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:13.581421 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.655618 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:13.662409 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] For port 06d32f5f-c1bd-423a-a720-07844cd875e1, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:13.670325 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] For port 06d32f5f-c1bd-423a-a720-07844cd875e1, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=06d32f5f-c1bd-423a-a720-07844cd875e1,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:13.671311 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:13.685212 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.706895 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Allocated IP 172.27.1.248 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/e69961c2-9542-4564-8ec1-5b75ed4a1c9e) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:13.756825 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57334) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:13.775816 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb172b30-53b1-4448-84cc-e7cab79842c3 None None] Pushing event updated for resources: {'Port': ['ID=06d32f5f-c1bd-423a-a720-07844cd875e1,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:13.867141 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks [] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.901049 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a95f09e5-d7c1-4383-a781-627cf5e316c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.922917 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:13.991911 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:13.995918 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:13.998541 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Pushing event updated for resources: {'Port': ['ID=e69961c2-9542-4564-8ec1-5b75ed4a1c9e,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:14.002294 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:14.025168 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:14.089549 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a95f09e5-d7c1-4383-a781-627cf5e316c8 admin admin] Publish callbacks [] for security_group (de4a6e24-2cb2-4f91-9de3-36a04bbcaec6), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.094394 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a95f09e5-d7c1-4383-a781-627cf5e316c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (de4a6e24-2cb2-4f91-9de3-36a04bbcaec6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.128823 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f09e5-d7c1-4383-a781-627cf5e316c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4a6e24-2cb2-4f91-9de3-36a04bbcaec6,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:14.177928 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a95f09e5-d7c1-4383-a781-627cf5e316c8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9c2591ffe2f0453c9166b8170de4d369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158676 Sep 13 08:00:14.180449 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57350) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:14.250847 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7d15d5ef-1566-4d0b-9692-98c0d967cd9d admin admin] Publish callbacks [] for security_group (de4a6e24-2cb2-4f91-9de3-36a04bbcaec6), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.268114 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:14.295029 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7d15d5ef-1566-4d0b-9692-98c0d967cd9d admin admin] Publish callbacks [] for security_group (de4a6e24-2cb2-4f91-9de3-36a04bbcaec6), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.382031 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f2be4-bd20-4eec-aad9-b48de7153741 req-18bef398-150c-4a66-b4d9-8ed9ac9ad2df tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:14.383859 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-802f2be4-bd20-4eec-aad9-b48de7153741 req-18bef398-150c-4a66-b4d9-8ed9ac9ad2df tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 943 time: 0.1215391 Sep 13 08:00:14.443096 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-6c7d5a1c-8a50-4421-9ec3-4e82fd98ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:14.444632 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-6c7d5a1c-8a50-4421-9ec3-4e82fd98ddbf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=44a6ed00e5ad40be9c50d72808559c8e&device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 1127 time: 0.1773188 Sep 13 08:00:14.457158 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d376499-b343-4dae-ab84-8a0e7fe11055 req-ffbd3986-a01f-4e3b-a56e-ed03ae5fea47 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:14.458672 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2d376499-b343-4dae-ab84-8a0e7fe11055 req-ffbd3986-a01f-4e3b-a56e-ed03ae5fea47 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1143456 Sep 13 08:00:14.497882 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-802f2be4-bd20-4eec-aad9-b48de7153741 req-7f6dceff-91b2-4322-9784-e9dbd6fcb9bb tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041532 Sep 13 08:00:14.502371 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks [] for router_gateway (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.591281 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57366) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:14.598355 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7d15d5ef-1566-4d0b-9692-98c0d967cd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (de4a6e24-2cb2-4f91-9de3-36a04bbcaec6), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.600921 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7d15d5ef-1566-4d0b-9692-98c0d967cd9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.608523 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7d15d5ef-1566-4d0b-9692-98c0d967cd9d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/de4a6e24-2cb2-4f91-9de3-36a04bbcaec6 HTTP/1.1" status: 204 len: 168 time: 0.4269140 Sep 13 08:00:14.634554 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15d5ef-1566-4d0b-9692-98c0d967cd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4a6e24-2cb2-4f91-9de3-36a04bbcaec6,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:14.663898 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2d376499-b343-4dae-ab84-8a0e7fe11055 req-754ad5ff-6506-48bb-af4d-125dcb312f87 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936927 Sep 13 08:00:14.702009 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 06d32f5f-c1bd-423a-a720-07844cd875e1 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:14.747171 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-d7072bdf-cea9-40ed-99d3-8c799399ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:14.753597 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-d7072bdf-cea9-40ed-99d3-8c799399ec9d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=db51d0ec-075c-415f-a128-7b3d132b8d38 HTTP/1.1" status: 200 len: 910 time: 0.2938204 Sep 13 08:00:14.775706 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 06d32f5f-c1bd-423a-a720-07844cd875e1 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:14.776728 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.875186 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:14.895202 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 06d32f5f-c1bd-423a-a720-07844cd875e1 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:14.895590 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.905109 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:14.935109 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 06d32f5f-c1bd-423a-a720-07844cd875e1, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=06d32f5f-c1bd-423a-a720-07844cd875e1,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:14.940076 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.000784 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=06d32f5f-c1bd-423a-a720-07844cd875e1,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:15.070625 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-620411221-network', 'tenant_id': '189468d0e3034caaa498442603da0609'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:15.100356 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:15.110880 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Made reservation on behalf of 189468d0e3034caaa498442603da0609 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:15.112664 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee4173-7607-4d6e-892d-748da4b333f5 None None] Network 758ea9e6-2737-427b-bf4a-218a18974f38 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:00:15.113248 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.131214 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.147890 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57374) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:15.164795 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a8e57373-ef25-4111-8898-9076e7f4c114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.170104 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 08:00:15.241676 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2aea1599-b634-4245-92c2-9ef0b98f2d90 None None] Provisioning complete for port 06d32f5f-c1bd-423a-a720-07844cd875e1 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:15.242373 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2aea1599-b634-4245-92c2-9ef0b98f2d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.247256 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:15.279360 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a8e57373-ef25-4111-8898-9076e7f4c114 admin admin] Publish callbacks [] for security_group (773e66a0-c203-49e1-98c3-e7d39a1d906d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.291508 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a8e57373-ef25-4111-8898-9076e7f4c114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (773e66a0-c203-49e1-98c3-e7d39a1d906d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.390652 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2aea1599-b634-4245-92c2-9ef0b98f2d90 None None] Current status of the port 06d32f5f-c1bd-423a-a720-07844cd875e1 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:15.404410 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-0c662a5a-a2e6-4d17-9f99-4a5df89a3c58 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63aac3ae-2e63-45ae-9bdf-45709d869410 HTTP/1.1" status: 200 len: 217 time: 0.0923283 Sep 13 08:00:15.409445 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a8e57373-ef25-4111-8898-9076e7f4c114 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=54607fa413364f70ad81dfa51afdb849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574944 Sep 13 08:00:15.410152 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57378) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:15.430633 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e57373-ef25-4111-8898-9076e7f4c114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773e66a0-c203-49e1-98c3-e7d39a1d906d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:15.463857 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:15.514848 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-28ab42f7-c044-46ff-8457-3f020e0597fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:15.516344 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-28ab42f7-c044-46ff-8457-3f020e0597fa service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=6b63d53d-ddb1-456f-95c5-8f40275de5fd HTTP/1.1" status: 200 len: 849 time: 0.1037912 Sep 13 08:00:15.560663 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-ca71c732-fdd0-40a9-866d-7342d86e8e75 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=db51d0ec-075c-415f-a128-7b3d132b8d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371509 Sep 13 08:00:15.561411 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-29a51020-5797-4c21-b6bc-d9347cea4eaa admin admin] Publish callbacks [] for security_group (773e66a0-c203-49e1-98c3-e7d39a1d906d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.615869 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-29a51020-5797-4c21-b6bc-d9347cea4eaa admin admin] Publish callbacks [] for security_group (773e66a0-c203-49e1-98c3-e7d39a1d906d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.618802 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-66a326a3-1064-4312-8fd0-26999c66ed60 None None] Provisioning complete for port 06d32f5f-c1bd-423a-a720-07844cd875e1 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:15.619367 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-66a326a3-1064-4312-8fd0-26999c66ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.624637 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Publish callbacks [] for security_group (a84c82a2-fd4e-4f8d-b5c4-d36758cff89b), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.643751 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a84c82a2-fd4e-4f8d-b5c4-d36758cff89b), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.700059 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:00:15.715115 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-c48d8f3d-1216-4ef0-b8de-2531330064f3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448627 Sep 13 08:00:15.740622 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-29a51020-5797-4c21-b6bc-d9347cea4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (773e66a0-c203-49e1-98c3-e7d39a1d906d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.743504 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-29a51020-5797-4c21-b6bc-d9347cea4eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.747523 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-29a51020-5797-4c21-b6bc-d9347cea4eaa admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/773e66a0-c203-49e1-98c3-e7d39a1d906d HTTP/1.1" status: 204 len: 168 time: 0.3338876 Sep 13 08:00:15.758118 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9725e8-83c5-4c37-a5dd-ccfcc92bceb5 req-b4976670-48a2-422d-a167-9d3af3161e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:15.759839 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1c9725e8-83c5-4c37-a5dd-ccfcc92bceb5 req-b4976670-48a2-422d-a167-9d3af3161e6f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 1129 time: 0.1825480 Sep 13 08:00:15.765589 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (db253550-d339-4cf0-92cb-e8bd6240235d), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.766065 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Added segment db253550-d339-4cf0-92cb-e8bd6240235d of type vlan for network bda84770-0e33-4d8d-bc36-9e89bb74859d Sep 13 08:00:15.790935 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3fb0a-159f-4e7d-8a20-900da14cc474 req-9b155e43-3c38-4916-b42e-3e8615559090 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:15.792559 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-33a3fb0a-159f-4e7d-8a20-900da14cc474 req-9b155e43-3c38-4916-b42e-3e8615559090 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 943 time: 0.1539273 Sep 13 08:00:15.794594 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:00:15.825269 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84c82a2-fd4e-4f8d-b5c4-d36758cff89b,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:15.878296 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a51020-5797-4c21-b6bc-d9347cea4eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773e66a0-c203-49e1-98c3-e7d39a1d906d,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:15.911025 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (bda84770-0e33-4d8d-bc36-9e89bb74859d), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.916417 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:15.920545 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57386) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:15.922021 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 63aac3ae-2e63-45ae-9bdf-45709d869410 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:00:15.922654 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a9b4fde7-637c-414d-b014-52f320ac7ecb admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2262628 Sep 13 08:00:15.977112 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:15.991822 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1c9725e8-83c5-4c37-a5dd-ccfcc92bceb5 req-8797d36a-6af1-4dd0-b181-2f9c219d5e5e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075431 Sep 13 08:00:16.000408 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:16.011835 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59269c7-d59a-40b2-87a0-7547be33db6a req-b707920f-bf47-446c-b0fc-bc465245c1fd tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:16.012443 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-33a3fb0a-159f-4e7d-8a20-900da14cc474 req-9d824f45-8a38-4b2c-829b-3831f1aa0ef3 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882706 Sep 13 08:00:16.013339 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b59269c7-d59a-40b2-87a0-7547be33db6a req-b707920f-bf47-446c-b0fc-bc465245c1fd tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.2148435 Sep 13 08:00:16.014608 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (bda84770-0e33-4d8d-bc36-9e89bb74859d), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.015800 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:16.016205 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.025058 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4da3492d-b626-4c09-8ac6-c780b8bda7e1 req-c18ff80e-3e37-4358-af75-7f6308ef80ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033414 Sep 13 08:00:16.036956 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-66a326a3-1064-4312-8fd0-26999c66ed60 None None] Current status of the port 06d32f5f-c1bd-423a-a720-07844cd875e1 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:16.081669 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Sync routers for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:00:16.103637 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:16.111461 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:16.112150 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:59:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:16.114316 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5219605 Sep 13 08:00:16.117387 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57390) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:16.126006 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Request body: {'subnet': {'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-620411221-subnet', 'tenant_id': '189468d0e3034caaa498442603da0609', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:16.147279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fd38e-db04-44aa-b0cf-347745f36d7b admin admin] Pushing event updated for resources: {'Network': ['ID=bda84770-0e33-4d8d-bc36-9e89bb74859d,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:16.157468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Made reservation on behalf of 189468d0e3034caaa498442603da0609 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:16.161576 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14327108'] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.169121 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b59269c7-d59a-40b2-87a0-7547be33db6a req-8e019b21-beba-4267-8c1b-301c5360bc2f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933754 Sep 13 08:00:16.201147 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network bda84770-0e33-4d8d-bc36-9e89bb74859d details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:00:16.284371 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 63aac3ae-2e63-45ae-9bdf-45709d869410, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=63aac3ae-2e63-45ae-9bdf-45709d869410,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:16.319605 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57392) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:16.333675 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-36b2481c-79ae-4e3b-b87f-a96536427afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.340600 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:16.350233 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '63aac3ae-2e63-45ae-9bdf-45709d869410', 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38', 'port_id': '63aac3ae-2e63-45ae-9bdf-45709d869410', 'mac_address': 'fa:16:3e:4d:8c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b63d53d-ddb1-456f-95c5-8f40275de5fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:00:16.408493 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:16.411466 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 63aac3ae-2e63-45ae-9bdf-45709d869410 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:16.412136 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.489970 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63aac3ae-2e63-45ae-9bdf-45709d869410 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:00:16.507778 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13814323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14327126'] for subnet (1a33a1f9-3916-4950-a4d3-15e3090b49c8), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.515961 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-36b2481c-79ae-4e3b-b87f-a96536427afb admin admin] Publish callbacks [] for security_group (c1ab741c-2d7c-44c1-85a0-b7e765c6f367), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.541471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-36b2481c-79ae-4e3b-b87f-a96536427afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (c1ab741c-2d7c-44c1-85a0-b7e765c6f367), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.566054 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 63aac3ae-2e63-45ae-9bdf-45709d869410, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=63aac3ae-2e63-45ae-9bdf-45709d869410,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:16.578528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.589690 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.636041 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 06d32f5f-c1bd-423a-a720-07844cd875e1 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:16.657037 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-36b2481c-79ae-4e3b-b87f-a96536427afb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e2189cdd738142ccbc26768039187eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386023 Sep 13 08:00:16.657575 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57396) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:16.662050 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2481c-79ae-4e3b-b87f-a96536427afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ab741c-2d7c-44c1-85a0-b7e765c6f367,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:16.685907 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a33a1f9-3916-4950-a4d3-15e3090b49c8,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:16.691341 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Checking segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:16.691695 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Network hostable DHCP agents. Network: bda84770-0e33-4d8d-bc36-9e89bb74859d, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:00:16.711217 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Network bda84770-0e33-4d8d-bc36-9e89bb74859d is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:00:16.721125 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=63aac3ae-2e63-45ae-9bdf-45709d869410,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:16.722446 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, bda84770-0e33-4d8d-bc36-9e89bb74859d) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:16.727160 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:16.729209 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:16.730293 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.739538 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344216dc-e18c-4fa1-b7eb-e00f37f84abd None None] Network bda84770-0e33-4d8d-bc36-9e89bb74859d requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:00:16.762454 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ac4930ea-2017-4e45-8ccd-d0c15e213078 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6427824 Sep 13 08:00:16.764932 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57398) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:16.770829 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:16.791360 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b19b4782-cd2f-42a4-b537-f97504764745 admin admin] Publish callbacks [] for security_group (c1ab741c-2d7c-44c1-85a0-b7e765c6f367), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.796000 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (d2f765c8-4e46-4af3-acf1-271bf43a56f0), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.796175 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:16.798670 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (d2f765c8-4e46-4af3-acf1-271bf43a56f0), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.804089 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:14Z', 'revision_number': 3, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:16.833070 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b19b4782-cd2f-42a4-b537-f97504764745 admin admin] Publish callbacks [] for security_group (c1ab741c-2d7c-44c1-85a0-b7e765c6f367), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.845191 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 06d32f5f-c1bd-423a-a720-07844cd875e1 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:16.845918 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.848211 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Allocated IP 172.20.0.1 (758ea9e6-2737-427b-bf4a-218a18974f38/139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0/55acb517-3fa8-4e34-9ea3-25804ab7dc83) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:16.874777 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-788aec72-3d1f-44f4-9256-01a71763aed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.884148 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks [] for router_controller (d2f765c8-4e46-4af3-acf1-271bf43a56f0), precommit_add_association {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.898988 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Checking router: cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:00:16.898988 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Updating router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 port e69961c2-9542-4564-8ec1-5b75ed4a1c9e binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:00:16.907299 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['63aac3ae-2e63-45ae-9bdf-45709d869410'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:00:16.925274 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:16.967191 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b19b4782-cd2f-42a4-b537-f97504764745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (c1ab741c-2d7c-44c1-85a0-b7e765c6f367), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.969775 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b19b4782-cd2f-42a4-b537-f97504764745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:16.973461 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b19b4782-cd2f-42a4-b537-f97504764745 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c1ab741c-2d7c-44c1-85a0-b7e765c6f367 HTTP/1.1" status: 204 len: 168 time: 0.3125906 Sep 13 08:00:16.994266 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b4782-cd2f-42a4-b537-f97504764745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ab741c-2d7c-44c1-85a0-b7e765c6f367,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:17.022302 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Publish callbacks [] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.027633 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.062019 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.066550 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:17.109094 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Network 758ea9e6-2737-427b-bf4a-218a18974f38 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:17.112764 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks [] for router_gateway (d2f765c8-4e46-4af3-acf1-271bf43a56f0), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.116105 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:17.130228 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:17.168761 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Pushing event updated for resources: {'Port': ['ID=55acb517-3fa8-4e34-9ea3-25804ab7dc83,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:17.205282 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 06d32f5f-c1bd-423a-a720-07844cd875e1 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:17.224523 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.237077 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-bda84770-0e33-4d8d-bc36-9e89bb74859d', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 08:00:17.238554 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.278650 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:17.358906 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3e4fc-c8ed-4578-9622-df41957c53a9 req-adc88858-8c1f-45ff-8f6b-f02e4a88c774 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:17.360473 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e3c3e4fc-c8ed-4578-9622-df41957c53a9 req-adc88858-8c1f-45ff-8f6b-f02e4a88c774 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 944 time: 0.1236942 Sep 13 08:00:17.523769 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e3c3e4fc-c8ed-4578-9622-df41957c53a9 req-27ac5461-2169-4a90-bb36-a28ef62fb9ba tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179357 Sep 13 08:00:17.536508 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a859b-d601-491e-9b29-e6c303dc5a38 req-e8461f78-c204-420b-9193-58595949fb09 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:17.538386 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0c9a859b-d601-491e-9b29-e6c303dc5a38 req-e8461f78-c204-420b-9193-58595949fb09 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1656790 Sep 13 08:00:17.541686 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks [] for router_gateway (d2f765c8-4e46-4af3-acf1-271bf43a56f0), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.568439 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.571127 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:17.642147 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.706421 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-549c3c10-66f6-487c-a407-28cdbee27f21 None None] Provisioning complete for port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:17.706636 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-549c3c10-66f6-487c-a407-28cdbee27f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.710317 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0c9a859b-d601-491e-9b29-e6c303dc5a38 req-355b6866-61a8-431e-aa06-3f71f8475ddd tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548376 Sep 13 08:00:17.815685 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:17.818350 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-549c3c10-66f6-487c-a407-28cdbee27f21 None None] Port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:00:17.856641 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Allocated IP 172.20.0.2 (bda84770-0e33-4d8d-bc36-9e89bb74859d/1a33a1f9-3916-4950-a4d3-15e3090b49c8/2af8958b-4fe2-4f9b-95ec-58f194ed6135) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:17.879654 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Publish callbacks [] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.888578 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.969545 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Publish callbacks [] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.974260 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:17.977218 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:17.979037 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Pushing event updated for resources: {'Port': ['ID=55acb517-3fa8-4e34-9ea3-25804ab7dc83,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:17.984354 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.053424 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Allocated IP 172.27.1.64 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/64637a93-91c2-42ea-a714-ab3c4d0b9341) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:18.135601 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Network 758ea9e6-2737-427b-bf4a-218a18974f38 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:18.137137 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:18.169511 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Attempting to bind port e69961c2-9542-4564-8ec1-5b75ed4a1c9e on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:18.170141 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Attempting to bind port e69961c2-9542-4564-8ec1-5b75ed4a1c9e by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:18.170249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Attempting to bind port e69961c2-9542-4564-8ec1-5b75ed4a1c9e on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:18.214245 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf21ce-d4a3-4a71-b47f-a165b35ea746 None None] Pushing event updated for resources: {'Port': ['ID=e69961c2-9542-4564-8ec1-5b75ed4a1c9e,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:18.271929 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:18.272303 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:18.272706 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.273099 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:18.273581 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Bound port: e69961c2-9542-4564-8ec1-5b75ed4a1c9e, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:18.274156 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.283297 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks [] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.284572 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:00:18.313948 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:18.330550 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Publish callbacks [] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.347051 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.366169 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.377214 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:18.394984 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:18.398730 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:18.399011 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] For port e69961c2-9542-4564-8ec1-5b75ed4a1c9e, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:18.402288 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:18.418062 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Network bda84770-0e33-4d8d-bc36-9e89bb74859d is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:18.428101 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:18.437019 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] For port e69961c2-9542-4564-8ec1-5b75ed4a1c9e, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=e69961c2-9542-4564-8ec1-5b75ed4a1c9e,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:18.441389 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:18.453436 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Pushing event updated for resources: {'Port': ['ID=64637a93-91c2-42ea-a714-ab3c4d0b9341,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:18.457527 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.464051 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Pushing event updated for resources: {'Port': ['ID=2af8958b-4fe2-4f9b-95ec-58f194ed6135,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:18.513266 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:00:18.519834 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0ebf1238-17ed-4686-8c56-c036f94ead4c admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cc493c26-bfa0-4e8b-8b76-eacfb9815fd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981622 Sep 13 08:00:18.574933 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:18.575738 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T07:59:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:18.680690 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-7ca8955f-ffdd-4e94-b126-a098a35c530b None None] Provisioning complete for port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:18.681247 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7ca8955f-ffdd-4e94-b126-a098a35c530b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.688433 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Attempting to bind port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:18.688932 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Attempting to bind port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:18.689394 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Attempting to bind port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:18.739802 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf21ce-d4a3-4a71-b47f-a165b35ea746 None None] Pushing event updated for resources: {'Port': ['ID=e69961c2-9542-4564-8ec1-5b75ed4a1c9e,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:18.814914 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d635a9-afd8-40be-b38a-e01e29c661df req-7942ed00-691e-4085-aaed-ae13b59c31e6 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:18.823227 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-97d635a9-afd8-40be-b38a-e01e29c661df req-7942ed00-691e-4085-aaed-ae13b59c31e6 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 944 time: 0.1363137 Sep 13 08:00:18.836793 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8955f-ffdd-4e94-b126-a098a35c530b None None] Port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:00:18.854637 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:18.855318 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Checking segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:18.855893 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.856433 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Bound using segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:18.857221 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Bound port: 2af8958b-4fe2-4f9b-95ec-58f194ed6135, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:18.857784 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.876776 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:18.946408 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322ebea-7071-4b7b-9add-690fdab6b972 req-94682e4f-9469-4de2-9c9c-ef90aca9e30d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:18.952859 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:18.953707 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks [] for router_gateway (d2f765c8-4e46-4af3-acf1-271bf43a56f0), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:18.956746 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c322ebea-7071-4b7b-9add-690fdab6b972 req-94682e4f-9469-4de2-9c9c-ef90aca9e30d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.1100399 Sep 13 08:00:19.013628 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-97d635a9-afd8-40be-b38a-e01e29c661df req-b0d12f9d-0c73-48df-99fa-868f9ad66c36 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893709 Sep 13 08:00:19.045211 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c322ebea-7071-4b7b-9add-690fdab6b972 req-362571d4-51d8-4dfe-a2f1-e54c41d5c0de tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871933 Sep 13 08:00:19.081010 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:19.093998 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-053f254a-baaa-42f0-9fdb-32995c3524f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:19.110079 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] For port 2af8958b-4fe2-4f9b-95ec-58f194ed6135, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:19.136002 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] For port 2af8958b-4fe2-4f9b-95ec-58f194ed6135, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=2af8958b-4fe2-4f9b-95ec-58f194ed6135,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:19.176848 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:19.271576 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300513cd-c86b-41b7-a712-8c48fdde17b6 None None] Pushing event updated for resources: {'Port': ['ID=2af8958b-4fe2-4f9b-95ec-58f194ed6135,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:19.291183 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (d2f765c8-4e46-4af3-acf1-271bf43a56f0), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:19.334009 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a968ff-251b-4674-b422-3421123585b6 req-b85fa62f-c4f8-4cc3-bb2a-10e0eb6fdf13 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:19.335488 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-44a968ff-251b-4674-b422-3421123585b6 req-b85fa62f-c4f8-4cc3-bb2a-10e0eb6fdf13 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.1625433 Sep 13 08:00:19.342767 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 2, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:19.392268 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:19.411363 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd734a9d-3332-4e5b-a835-073f185fe695 None None] The sync data for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi is: [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 2, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:00:19.539091 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-44a968ff-251b-4674-b422-3421123585b6 req-002a3977-81d1-4b37-9eb1-e5bed1e5007c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663926 Sep 13 08:00:19.628756 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57470) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:19.633702 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 08:00:19.634679 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-41974855-network', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:19.697490 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Made reservation on behalf of 071020b20eab4c8e99e1a89e8e4d27f7 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:19.703459 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:19.717927 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:19.765560 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 63aac3ae-2e63-45ae-9bdf-45709d869410 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:19.862763 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:19.877846 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Publish callbacks [] for security_group (f56a3112-65eb-4ae9-9f39-d512d2fcc820), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:19.888978 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (f56a3112-65eb-4ae9-9f39-d512d2fcc820), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:19.909022 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:00:19.921850 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:00:19.928066 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 63aac3ae-2e63-45ae-9bdf-45709d869410 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:00:19.937428 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 63aac3ae-2e63-45ae-9bdf-45709d869410 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:19.938348 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:19.938480 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:19.939199 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:19.950926 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:19.952177 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2ef2c57a-b62a-416a-8d55-7ebecfc2889e admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1859322 Sep 13 08:00:19.960255 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57474) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:19.962401 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:00:20.023501 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56a3112-65eb-4ae9-9f39-d512d2fcc820,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:20.032908 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (048bfcda-2bf6-4000-a02f-854d25fb355a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:20.033494 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Added segment 048bfcda-2bf6-4000-a02f-854d25fb355a of type vlan for network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 Sep 13 08:00:20.103312 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 63aac3ae-2e63-45ae-9bdf-45709d869410 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:20.103671 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:20.164268 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274e1bad-ecd0-42a8-b816-7bee75e87a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aac3ae-2e63-45ae-9bdf-45709d869410'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:00:20.167264 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9e9ef0-e563-4a19-aad8-5acb52d93fc4" -d '{"events": [{"server_uuid": "274e1bad-ecd0-42a8-b816-7bee75e87a79", "name": "network-vif-plugged", "status": "completed", "tag": "63aac3ae-2e63-45ae-9bdf-45709d869410"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:00:20.169336 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:20.240605 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:20.259622 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 63aac3ae-2e63-45ae-9bdf-45709d869410, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=63aac3ae-2e63-45ae-9bdf-45709d869410,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:20.281718 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99aef8a-c538-401f-8b20-32aa41003af3 x-openstack-request-id: req-d99aef8a-c538-401f-8b20-32aa41003af3 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:00:20.281973 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274e1bad-ecd0-42a8-b816-7bee75e87a79", "name": "network-vif-plugged", "status": "completed", "tag": "63aac3ae-2e63-45ae-9bdf-45709d869410", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:00:20.282383 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d99aef8a-c538-401f-8b20-32aa41003af3 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:00:20.282664 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99aef8a-c538-401f-8b20-32aa41003af3'] response: {'server_uuid': '274e1bad-ecd0-42a8-b816-7bee75e87a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aac3ae-2e63-45ae-9bdf-45709d869410', 'code': 200} Sep 13 08:00:20.287418 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:20.355956 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:20.414301 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=63aac3ae-2e63-45ae-9bdf-45709d869410,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:20.497681 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (0c5977a1-ee6e-4bfe-8d01-c4e41b627068), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:20.609986 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b5b72-9746-4376-8956-cb518daa43f7 req-4aeb7ed7-6179-46be-be78-05cd9fb34b0c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:20.610620 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f04b5b72-9746-4376-8956-cb518daa43f7 req-4aeb7ed7-6179-46be-be78-05cd9fb34b0c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 945 time: 0.4093282 Sep 13 08:00:20.656474 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3aeb-23fa-4316-b1bb-1a9a831a4332 req-af43bd21-9428-4866-b2b6-b4908f7238a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:20.658506 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f0e3aeb-23fa-4316-b1bb-1a9a831a4332 req-af43bd21-9428-4866-b2b6-b4908f7238a0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 1129 time: 0.1499250 Sep 13 08:00:20.800727 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f04b5b72-9746-4376-8956-cb518daa43f7 req-1f8bd442-ed60-4cae-9989-181d1c46085f tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716952 Sep 13 08:00:20.801222 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:18Z', 'revision_number': 3, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:20.848328 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (0c5977a1-ee6e-4bfe-8d01-c4e41b627068), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:20.849302 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:20.849913 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:20.876322 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:00:20.876590 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Updating router d2f765c8-4e46-4af3-acf1-271bf43a56f0 port 64637a93-91c2-42ea-a714-ab3c4d0b9341 binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:00:20.894744 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 2af8958b-4fe2-4f9b-95ec-58f194ed6135 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:20.942488 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7889fa-c150-4c1f-b2d8-dfd286108f0c None None] Network bda84770-0e33-4d8d-bc36-9e89bb74859d requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:00:20.955092 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:20.991711 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:21.019941 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f0e3aeb-23fa-4316-b1bb-1a9a831a4332 req-db2589de-55ab-40c1-8a84-9251d10729e4 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452485 Sep 13 08:00:21.030405 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4003665 Sep 13 08:00:21.033252 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57490) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:21.040577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Request body: {'subnet': {'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-41974855-subnet', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:21.098242 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Made reservation on behalf of 071020b20eab4c8e99e1a89e8e4d27f7 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:21.103419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14327108'] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.214580 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:21.214964 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.238392 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:21.291213 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-fc77609a-bbc7-41f8-927c-19ac8ebfce83 None None] Provisioning complete for port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:21.291213 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fc77609a-bbc7-41f8-927c-19ac8ebfce83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.451499 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e4d20-b6cb-4529-9aa9-97754a227dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=0c5977a1-ee6e-4bfe-8d01-c4e41b627068,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:21.482815 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:00:21.502694 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Publish callbacks [] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.506439 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:21.508785 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.579468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13814323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14327126'] for subnet (641aa58f-b87b-4f8e-9260-1af3d881b460), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.585698 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Pushing event updated for resources: {'Port': ['ID=64637a93-91c2-42ea-a714-ab3c4d0b9341,revision_number=2']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:21.599934 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.600277 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.600767 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.601120 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.601453 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.601797 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.602257 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.602435 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.602753 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.603069 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.603383 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.603714 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.604077 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.604389 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.604697 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:21.614372 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Attempting to bind port 64637a93-91c2-42ea-a714-ab3c4d0b9341 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:21.614735 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Attempting to bind port 64637a93-91c2-42ea-a714-ab3c4d0b9341 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:21.615096 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Attempting to bind port 64637a93-91c2-42ea-a714-ab3c4d0b9341 on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:21.680493 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 7, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:21.680932 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:21.683187 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.683590 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:21.686099 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:21.687300 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Bound port: 64637a93-91c2-42ea-a714-ab3c4d0b9341, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:21.687742 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.797378 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] For port 64637a93-91c2-42ea-a714-ab3c4d0b9341, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:21.802313 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641aa58f-b87b-4f8e-9260-1af3d881b460,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:21.813447 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] For port 64637a93-91c2-42ea-a714-ab3c4d0b9341, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=64637a93-91c2-42ea-a714-ab3c4d0b9341,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:21.818132 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Checking segment: {'id': '048bfcda-2bf6-4000-a02f-854d25fb355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:21.820706 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Network hostable DHCP agents. Network: 0c5977a1-ee6e-4bfe-8d01-c4e41b627068, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:00:21.828549 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.837876 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.925171 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-fc77609a-bbc7-41f8-927c-19ac8ebfce83 None None] Current status of the port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:21.925171 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fc77609a-bbc7-41f8-927c-19ac8ebfce83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:21.952549 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:00:21.974612 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:21.976063 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:21.989899 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 0c5977a1-ee6e-4bfe-8d01-c4e41b627068) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:22.021172 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:22.027100 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.061484 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:22.064553 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f36838-1fc8-48ae-8068-f4a1a903b379 None None] Pushing event updated for resources: {'Port': ['ID=64637a93-91c2-42ea-a714-ab3c4d0b9341,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:22.091757 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:22.143974 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.172171 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.179025 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-fc77609a-bbc7-41f8-927c-19ac8ebfce83 None None] For port 2af8958b-4fe2-4f9b-95ec-58f194ed6135, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=2af8958b-4fe2-4f9b-95ec-58f194ed6135,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:22.193380 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-fc77609a-bbc7-41f8-927c-19ac8ebfce83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.200950 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e0a93376-e052-4f04-9e31-070ab0dc75d1 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1639767 Sep 13 08:00:22.217703 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57506) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:22.226452 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1cc39-d08d-442e-aec6-912512231ef8 req-ccf76f0b-2dbe-4cb6-8ae2-cd9ea5a0a1cf tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:22.231763 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-96b1cc39-d08d-442e-aec6-912512231ef8 req-ccf76f0b-2dbe-4cb6-8ae2-cd9ea5a0a1cf tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 945 time: 0.2292578 Sep 13 08:00:22.242319 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:22.243743 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:22.312599 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:22.315367 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (93ce80fd-a807-4489-b9f1-4425ba9e66f5), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.319507 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (93ce80fd-a807-4489-b9f1-4425ba9e66f5), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.333778 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77609a-bbc7-41f8-927c-19ac8ebfce83 None None] Pushing event updated for resources: {'Port': ['ID=2af8958b-4fe2-4f9b-95ec-58f194ed6135,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:22.342435 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-4f8262e0-c65e-42ff-ab73-0c6631baff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:22.344209 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-4f8262e0-c65e-42ff-ab73-0c6631baff1b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 1129 time: 0.3191884 Sep 13 08:00:22.366037 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd76e6-4dde-429f-9f2f-e013c2be4f9d None None] Network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:00:22.392678 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks [] for router_controller (93ce80fd-a807-4489-b9f1-4425ba9e66f5), precommit_add_association {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.411657 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd9558-d4f8-4ff9-a973-417623fafe65 req-d254c1c3-cc08-4aaf-bd7a-56be8fda591a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:22.426939 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-89dd9558-d4f8-4ff9-a973-417623fafe65 req-d254c1c3-cc08-4aaf-bd7a-56be8fda591a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.3388541 Sep 13 08:00:22.513293 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Allocated IP 172.20.0.1 (bda84770-0e33-4d8d-bc36-9e89bb74859d/1a33a1f9-3916-4950-a4d3-15e3090b49c8/4dcd95cf-59d2-4bb1-8a30-c7095f618f98) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:22.531340 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:18Z', 'revision_number': 3, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:22.575290 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-0d806a65-c33f-4e26-b454-1048d147e95a None None] Provisioning complete for port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:22.575721 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0d806a65-c33f-4e26-b454-1048d147e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.596153 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2a160-857a-4329-bbdf-c1fbfb1bb2b4 None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:18Z', 'revision_number': 3, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:00:22.615303 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-0c5977a1-ee6e-4bfe-8d01-c4e41b627068', 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068', 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'fixed_ips': [{'subnet_id': '641aa58f-b87b-4f8e-9260-1af3d881b460'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 08:00:22.616231 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.622893 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-96b1cc39-d08d-442e-aec6-912512231ef8 req-a641ba76-024f-4d51-a595-2f50ad125483 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214316 Sep 13 08:00:22.623264 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:22.629065 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:22.770840 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-89dd9558-d4f8-4ff9-a973-417623fafe65 req-1be4ae25-a48b-44b7-8a48-115d592b8c4a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430786 Sep 13 08:00:22.871079 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks [] for router_gateway (93ce80fd-a807-4489-b9f1-4425ba9e66f5), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.942789 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Publish callbacks [] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:22.974938 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-ae129d22-eae5-47d3-83e9-105f72147344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:22.976433 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-ae129d22-eae5-47d3-83e9-105f72147344 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.2787783 Sep 13 08:00:23.089500 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-0731f409-e8c0-48dd-ac44-0fde0a1f6c72 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=442eac97-44c9-44b1-88f2-8aec23155748 HTTP/1.1" status: 200 len: 217 time: 0.0922863 Sep 13 08:00:23.090839 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:23.162483 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 2af8958b-4fe2-4f9b-95ec-58f194ed6135 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:23.250500 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks [] for router_gateway (93ce80fd-a807-4489-b9f1-4425ba9e66f5), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:23.281224 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:23.289533 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-0d806a65-c33f-4e26-b454-1048d147e95a None None] Current status of the port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:23.298682 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Pushing event updated for resources: {'Port': ['ID=4dcd95cf-59d2-4bb1-8a30-c7095f618f98,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:23.321016 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Network bda84770-0e33-4d8d-bc36-9e89bb74859d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:23.323337 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-2ead9d7d-5f69-4d28-b163-71c09ac291a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:23.324947 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-2ead9d7d-5f69-4d28-b163-71c09ac291a3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.1152101 Sep 13 08:00:23.325935 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:23.328526 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:23.378147 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:23.378693 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:23.381642 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Allocated IP 172.20.0.2 (0c5977a1-ee6e-4bfe-8d01-c4e41b627068/641aa58f-b87b-4f8e-9260-1af3d881b460/71a6234f-69e4-40db-a2fb-51fdfaca9f98) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:23.411881 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:23.443851 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (d2f765c8-4e46-4af3-acf1-271bf43a56f0), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:23.450567 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-21f40b1b-279e-4638-9ffc-0c004aa8e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:23.452795 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-21f40b1b-279e-4638-9ffc-0c004aa8e8fa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1202517 Sep 13 08:00:23.496570 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Allocated IP 172.27.1.71 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/f4ced973-c775-40db-ac79-e0abbd95700e) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:23.575905 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Sync routers for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:00:23.619714 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:23.649518 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:23.655893 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:23.768123 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:23.776915 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks [] for port (f4ced973-c775-40db-ac79-e0abbd95700e), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:23.787172 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:23.788510 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device e69961c2-9542-4564-8ec1-5b75ed4a1c9e up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:23.811839 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:23.837127 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-c79db5b6-8405-4564-addc-cff755c5b7fa service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160354 Sep 13 08:00:23.865819 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-f727a2ae-5787-4660-ae16-6f849571a315 None None] Provisioning complete for port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:23.866463 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f727a2ae-5787-4660-ae16-6f849571a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:23.878354 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:23.887532 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb383d8c-34f7-4e52-b682-66794335d318 req-6dcf1277-5d38-44cd-bbac-e6e3c0c92da1 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:23.890242 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-eb383d8c-34f7-4e52-b682-66794335d318 req-6dcf1277-5d38-44cd-bbac-e6e3c0c92da1 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 945 time: 0.1220570 Sep 13 08:00:23.950530 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:23.952406 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:23.955124 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:23.975445 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:24.055838 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:24.062675 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Publish callbacks [] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.085839 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-f727a2ae-5787-4660-ae16-6f849571a315 None None] Port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:00:24.099945 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.127148 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port e69961c2-9542-4564-8ec1-5b75ed4a1c9e triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:24.127765 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.129269 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:24.143885 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-eb383d8c-34f7-4e52-b682-66794335d318 req-feed0559-95c6-4336-b823-f0ff4e0fbff1 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010355 Sep 13 08:00:24.199926 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949450e9-17ea-4d2f-a1fb-70f5d597a6ed req-1d653468-9c52-4b1b-84d5-10074266ffc6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:24.210694 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:24.215229 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-949450e9-17ea-4d2f-a1fb-70f5d597a6ed req-1d653468-9c52-4b1b-84d5-10074266ffc6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.2613828 Sep 13 08:00:24.215645 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-57fe11fa-1fe9-45cf-ac21-5965f3d89866 req-094f9f51-2e8b-4e7f-8aa1-f7c647930f18 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696535 Sep 13 08:00:24.221279 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:24.278808 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Pushing event updated for resources: {'Port': ['ID=f4ced973-c775-40db-ac79-e0abbd95700e,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:24.301274 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:24.307747 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Pushing event updated for resources: {'Port': ['ID=71a6234f-69e4-40db-a2fb-51fdfaca9f98,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:24.404785 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Publish callbacks [] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.410347 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.503249 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Pushing event updated for resources: {'Port': ['ID=4dcd95cf-59d2-4bb1-8a30-c7095f618f98,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:24.509487 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Attempting to bind port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:24.510113 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Attempting to bind port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': '048bfcda-2bf6-4000-a02f-854d25fb355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:24.510272 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Attempting to bind port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 on network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:24.513237 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (d2f765c8-4e46-4af3-acf1-271bf43a56f0), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.562941 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port e69961c2-9542-4564-8ec1-5b75ed4a1c9e is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:24.563462 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.628772 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-949450e9-17ea-4d2f-a1fb-70f5d597a6ed req-66f84653-5b22-47e1-99bc-8c3fb9737742 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106321 Sep 13 08:00:24.630340 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port e69961c2-9542-4564-8ec1-5b75ed4a1c9e, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=e69961c2-9542-4564-8ec1-5b75ed4a1c9e,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:24.641201 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.658677 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:24.659047 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Checking segment: {'id': '048bfcda-2bf6-4000-a02f-854d25fb355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:24.659447 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.659838 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Bound using segment: {'id': '048bfcda-2bf6-4000-a02f-854d25fb355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:24.660316 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Bound port: 71a6234f-69e4-40db-a2fb-51fdfaca9f98, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048bfcda-2bf6-4000-a02f-854d25fb355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:24.660691 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.695803 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Network bda84770-0e33-4d8d-bc36-9e89bb74859d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:24.698423 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:24.710354 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 2, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:24.719318 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:24.760799 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Checking router: cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:00:24.761161 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Updating router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:00:24.796568 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks [] for router_gateway (93ce80fd-a807-4489-b9f1-4425ba9e66f5), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.860248 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 64637a93-91c2-42ea-a714-ab3c4d0b9341 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:24.886908 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:00:24.956339 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:24.980947 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=e69961c2-9542-4564-8ec1-5b75ed4a1c9e,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:25.070112 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:00:25.081787 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-78a2b3b6-ebf0-4da8-8185-93c8c76ccc6f admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/d2f765c8-4e46-4af3-acf1-271bf43a56f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1148720 Sep 13 08:00:25.082260 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] For port 71a6234f-69e4-40db-a2fb-51fdfaca9f98, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:25.086895 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (93ce80fd-a807-4489-b9f1-4425ba9e66f5), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:25.123101 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] For port 71a6234f-69e4-40db-a2fb-51fdfaca9f98, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=71a6234f-69e4-40db-a2fb-51fdfaca9f98,segment=NetworkSegment(048bfcda-2bf6-4000-a02f-854d25fb355a),segment_id=048bfcda-2bf6-4000-a02f-854d25fb355a)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:25.143150 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 64637a93-91c2-42ea-a714-ab3c4d0b9341 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:25.143528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:25.191411 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:25.227055 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:25.275875 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89ea83-a336-4861-bea6-a99e4ba0d31a req-237c6c29-aaaf-4307-a8b0-9886d2e79912 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:25.277593 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fa89ea83-a336-4861-bea6-a99e4ba0d31a req-237c6c29-aaaf-4307-a8b0-9886d2e79912 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 945 time: 0.0826230 Sep 13 08:00:25.294691 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-4e5f3fb2-fdc3-46be-926e-20f3135faa38 None None] Provisioning complete for port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:25.295080 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e5f3fb2-fdc3-46be-926e-20f3135faa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:25.298346 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:25.307626 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:25.311195 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:00:25.328108 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:25.333871 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:25.420092 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fa89ea83-a336-4861-bea6-a99e4ba0d31a req-977eb20c-6cf4-4978-ac61-bfe280705047 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316097 Sep 13 08:00:25.427593 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:25.428023 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:25.429100 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1bbff-54cd-4746-8822-1164854c28c4 None None] Pushing event updated for resources: {'Port': ['ID=71a6234f-69e4-40db-a2fb-51fdfaca9f98,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:25.439993 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 08:00:25.465767 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f3fb2-fdc3-46be-926e-20f3135faa38 None None] Port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:00:25.657533 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 64637a93-91c2-42ea-a714-ab3c4d0b9341 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:25.658269 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:25.711256 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57578) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:25.717115 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-3d784780-f6c1-4a9a-9d04-e7b3c7af2dc6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--413458481', 'description': 'tempest-description--429094584'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:25.723550 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:25.742001 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:00:25.761987 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3d784780-f6c1-4a9a-9d04-e7b3c7af2dc6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:25.767113 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:25.774097 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Sync routers for ids ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:00:25.784875 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 64637a93-91c2-42ea-a714-ab3c4d0b9341, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=64637a93-91c2-42ea-a714-ab3c4d0b9341,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:25.810757 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:25.845905 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:25.849001 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ff710799-8153-43e5-9406-94c64e2be5cc admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6206338 Sep 13 08:00:25.860444 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57580) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:25.915737 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a08f42-dc2b-4bec-b859-eeb97497509e req-a5d02b23-6d05-4695-89af-6b4e4236ccbb tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:25.917342 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d4a08f42-dc2b-4bec-b859-eeb97497509e req-a5d02b23-6d05-4695-89af-6b4e4236ccbb tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.1531184 Sep 13 08:00:25.918799 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Publish callbacks [] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:25.922685 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Routers {'93ce80fd-a807-4489-b9f1-4425ba9e66f5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:25.930865 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:26.024965 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57584) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:26.042401 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d4a08f42-dc2b-4bec-b859-eeb97497509e req-05b187a1-5f77-4078-8083-ac3dbf8b7aa3 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184390 Sep 13 08:00:26.050502 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 2, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:26.086433 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:00:26.087026 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Updating router d2f765c8-4e46-4af3-acf1-271bf43a56f0 port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:00:26.123808 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.161951 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3d784780-f6c1-4a9a-9d04-e7b3c7af2dc6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (572dccff-995f-4ac8-81c1-fa798de20b85), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.167428 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3d784780-f6c1-4a9a-9d04-e7b3c7af2dc6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (572dccff-995f-4ac8-81c1-fa798de20b85), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.224089 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa680cc5-9b3b-438f-a5ae-5c770bd984a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.236936 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3d784780-f6c1-4a9a-9d04-e7b3c7af2dc6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.238219 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3d784780-f6c1-4a9a-9d04-e7b3c7af2dc6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5259581 Sep 13 08:00:26.242343 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57588) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:26.245016 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Set router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:26.249698 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-385558e4-d3f1-47cc-bc8c-a6e77410a280 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group_rule': {'security_group_id': '572dccff-995f-4ac8-81c1-fa798de20b85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:26.320453 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d784780-f6c1-4a9a-9d04-e7b3c7af2dc6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572dccff-995f-4ac8-81c1-fa798de20b85,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:26.328452 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.350135 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-385558e4-d3f1-47cc-bc8c-a6e77410a280 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (9a17213f-ebf3-4423-bece-da1f696321ce), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.365983 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:26.488532 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa680cc5-9b3b-438f-a5ae-5c770bd984a4 admin admin] Publish callbacks [] for security_group (0bc70d86-fe45-485d-ba8a-33fddcd83e92), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.508142 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Publish callbacks [] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.511256 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa680cc5-9b3b-438f-a5ae-5c770bd984a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0bc70d86-fe45-485d-ba8a-33fddcd83e92), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.517354 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.522923 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-385558e4-d3f1-47cc-bc8c-a6e77410a280 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (9a17213f-ebf3-4423-bece-da1f696321ce), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.583608 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7891fe-f087-4656-ba2d-249dd2fccc47 None None] Pushing event updated for resources: {'Port': ['ID=4dcd95cf-59d2-4bb1-8a30-c7095f618f98,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:26.584052 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-385558e4-d3f1-47cc-bc8c-a6e77410a280 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (9a17213f-ebf3-4423-bece-da1f696321ce), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.596742 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=64637a93-91c2-42ea-a714-ab3c4d0b9341,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:26.670096 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Attempting to bind port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:26.670242 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Attempting to bind port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:26.670594 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Attempting to bind port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:26.681727 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Attempting to bind port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:26.682284 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Attempting to bind port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:26.682503 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Attempting to bind port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 on network 758ea9e6-2737-427b-bf4a-218a18974f38 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:26.686568 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385558e4-d3f1-47cc-bc8c-a6e77410a280 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a17213f-ebf3-4423-bece-da1f696321ce,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:26.711179 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-fa680cc5-9b3b-438f-a5ae-5c770bd984a4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=acd20feb8ac346f78547e56f06c558e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6653121 Sep 13 08:00:26.719003 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa680cc5-9b3b-438f-a5ae-5c770bd984a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc70d86-fe45-485d-ba8a-33fddcd83e92,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:26.723370 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57594) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:26.744381 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-385558e4-d3f1-47cc-bc8c-a6e77410a280 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.745559 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-385558e4-d3f1-47cc-bc8c-a6e77410a280 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5017254 Sep 13 08:00:26.759159 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57598) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:26.765676 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-891728e2-9b82-46e6-aadc-44f732bb970f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group_rule': {'security_group_id': '572dccff-995f-4ac8-81c1-fa798de20b85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:26.787160 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:26.787506 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Checking segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:26.787914 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.790670 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Bound using segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:26.791228 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Bound port: 4dcd95cf-59d2-4bb1-8a30-c7095f618f98, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:26.791852 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.801027 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b4b14-28c7-4f6a-800d-3989d6ccb553 None None] Pushing event updated for resources: {'Port': ['ID=55acb517-3fa8-4e34-9ea3-25804ab7dc83,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:26.805472 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:22Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 3, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'gw_port': {'id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:23Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:26.841375 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-891728e2-9b82-46e6-aadc-44f732bb970f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (1ab54470-78dd-45e1-b3c7-325964ddbc47), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.853775 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:26.854726 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Checking router: 93ce80fd-a807-4489-b9f1-4425ba9e66f5 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:00:26.855196 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Updating router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 port f4ced973-c775-40db-ac79-e0abbd95700e binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:00:26.884436 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f69c4-80b1-48e0-9569-98a06672340f None None] Network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:00:26.906760 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:26.907863 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:26.908303 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Checking segment: {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:26.908827 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.909017 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Bound using segment: {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:26.910525 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Bound port: 55acb517-3fa8-4e34-9ea3-25804ab7dc83, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:26.910525 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.933324 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-72746eca-d88c-4afe-b587-70333eb743bc admin admin] Publish callbacks [] for security_group (0bc70d86-fe45-485d-ba8a-33fddcd83e92), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.962474 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] For port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:26.967877 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] For port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=4dcd95cf-59d2-4bb1-8a30-c7095f618f98,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:26.976512 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:26.977007 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.981667 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-72746eca-d88c-4afe-b587-70333eb743bc admin admin] Publish callbacks [] for security_group (0bc70d86-fe45-485d-ba8a-33fddcd83e92), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.999055 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-891728e2-9b82-46e6-aadc-44f732bb970f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (1ab54470-78dd-45e1-b3c7-325964ddbc47), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:26.999817 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-f6e9bc75-9235-413b-8301-697b219c0482 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:27.001946 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-f6e9bc75-9235-413b-8301-697b219c0482 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 945 time: 0.2114522 Sep 13 08:00:27.009826 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-891728e2-9b82-46e6-aadc-44f732bb970f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (1ab54470-78dd-45e1-b3c7-325964ddbc47), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.018752 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aebbc1-eb8f-4ab2-8447-7450582e4add req-e08293c8-06cb-430a-8a60-ffdf2a74ebd4 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:27.020282 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-15aebbc1-eb8f-4ab2-8447-7450582e4add req-e08293c8-06cb-430a-8a60-ffdf2a74ebd4 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 945 time: 0.2311101 Sep 13 08:00:27.031327 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:27.032471 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:27.048857 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:27.050249 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891728e2-9b82-46e6-aadc-44f732bb970f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab54470-78dd-45e1-b3c7-325964ddbc47,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:27.066769 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:27.068817 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-891728e2-9b82-46e6-aadc-44f732bb970f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.075533 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-891728e2-9b82-46e6-aadc-44f732bb970f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3152463 Sep 13 08:00:27.076189 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57602) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:27.081826 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:27.093036 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7891fe-f087-4656-ba2d-249dd2fccc47 None None] Pushing event updated for resources: {'Port': ['ID=4dcd95cf-59d2-4bb1-8a30-c7095f618f98,revision_number=4']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:27.120731 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.139413 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-a7044ab0-eafc-43eb-b8f6-d7369fd265ef None None] Provisioning complete for port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:27.140371 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a7044ab0-eafc-43eb-b8f6-d7369fd265ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.142162 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 64637a93-91c2-42ea-a714-ab3c4d0b9341 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:27.170644 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:27.171071 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-72746eca-d88c-4afe-b587-70333eb743bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0bc70d86-fe45-485d-ba8a-33fddcd83e92), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.174499 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-72746eca-d88c-4afe-b587-70333eb743bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.175059 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-15aebbc1-eb8f-4ab2-8447-7450582e4add req-b383cc01-2606-4b68-ba43-ba6ea99edfdd tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195436 Sep 13 08:00:27.190353 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-72746eca-d88c-4afe-b587-70333eb743bc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0bc70d86-fe45-485d-ba8a-33fddcd83e92 HTTP/1.1" status: 204 len: 168 time: 0.4641888 Sep 13 08:00:27.204273 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:27.272040 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Deleting port 63aac3ae-2e63-45ae-9bdf-45709d869410 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:00:27.272467 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.304374 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.361406 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.393646 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72746eca-d88c-4afe-b587-70333eb743bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc70d86-fe45-485d-ba8a-33fddcd83e92,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:27.434114 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:27.436941 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] For port 55acb517-3fa8-4e34-9ea3-25804ab7dc83, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:27.444384 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] For port 63aac3ae-2e63-45ae-9bdf-45709d869410, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=63aac3ae-2e63-45ae-9bdf-45709d869410,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:27.444528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] For port 55acb517-3fa8-4e34-9ea3-25804ab7dc83, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=55acb517-3fa8-4e34-9ea3-25804ab7dc83,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:27.444748 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.472047 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e1624-ba98-4dd0-afe4-5e14b2b44d98 req-1c5dd32e-433e-42e5-bfab-e689cf0d00d8 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:27.474175 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9f2e1624-ba98-4dd0-afe4-5e14b2b44d98 req-1c5dd32e-433e-42e5-bfab-e689cf0d00d8 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.3129206 Sep 13 08:00:27.502630 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.520112 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.532706 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Calling delete_port for 63aac3ae-2e63-45ae-9bdf-45709d869410 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:00:27.534497 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:26Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:27.607214 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9f2e1624-ba98-4dd0-afe4-5e14b2b44d98 req-6cdb641e-1c05-42e9-817f-25cde1cc82b0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194165 Sep 13 08:00:27.610685 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f4574-e7da-49df-93a9-1980f22593f2 None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:26Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:00:27.675128 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:27.675849 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:27.753358 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Allocated IP 172.20.0.1 (0c5977a1-ee6e-4bfe-8d01-c4e41b627068/641aa58f-b87b-4f8e-9260-1af3d881b460/d7ba9046-4d8b-4210-9863-142d4f67b745) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:27.770253 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-a7044ab0-eafc-43eb-b8f6-d7369fd265ef None None] Current status of the port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:27.770717 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a7044ab0-eafc-43eb-b8f6-d7369fd265ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.779870 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 64637a93-91c2-42ea-a714-ab3c4d0b9341 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:27.780091 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:27.817138 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Allocated IP 172.27.1.187 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/b6728770-0e04-400f-ac25-881b43860e63) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:27.870074 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57620) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:27.939802 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2555ee00-7dba-453d-a1a9-e0509db2b3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.027936 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (b6728770-0e04-400f-ac25-881b43860e63), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.028981 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Publish callbacks [] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.070509 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (63aac3ae-2e63-45ae-9bdf-45709d869410), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.088885 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (b6728770-0e04-400f-ac25-881b43860e63), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.101254 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['63aac3ae-2e63-45ae-9bdf-45709d869410'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:00:28.134077 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-a7044ab0-eafc-43eb-b8f6-d7369fd265ef None None] For port 71a6234f-69e4-40db-a2fb-51fdfaca9f98, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=71a6234f-69e4-40db-a2fb-51fdfaca9f98,segment=NetworkSegment(048bfcda-2bf6-4000-a02f-854d25fb355a),segment_id=048bfcda-2bf6-4000-a02f-854d25fb355a)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:28.134944 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:28.140550 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:28.144912 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:28.148085 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Pushing event deleted for resources: {'Port': ['ID=63aac3ae-2e63-45ae-9bdf-45709d869410,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:28.190028 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:28.204681 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.207391 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a7044ab0-eafc-43eb-b8f6-d7369fd265ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.216159 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:28.218961 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b4b14-28c7-4f6a-800d-3989d6ccb553 None None] Pushing event updated for resources: {'Port': ['ID=55acb517-3fa8-4e34-9ea3-25804ab7dc83,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:28.229578 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:28.246245 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=b6728770-0e04-400f-ac25-881b43860e63,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:28.261525 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] No DVR routers for this DVR port 63aac3ae-2e63-45ae-9bdf-45709d869410 on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:00:28.265460 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.269141 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5ec4f24-5bff-4449-ae60-d7959be4e94d req-7cbbcd92-fb3f-401d-8cde-4024cfe7062c tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.18 "DELETE /networking/v2.0/ports/63aac3ae-2e63-45ae-9bdf-45709d869410 HTTP/1.1" status: 204 len: 173 time: 1.2479565 Sep 13 08:00:28.322718 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274e1bad-ecd0-42a8-b816-7bee75e87a79', 'name': 'network-vif-deleted', 'tag': '63aac3ae-2e63-45ae-9bdf-45709d869410'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:00:28.325559 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf11f5ab-c8f8-440c-9846-665db89d2c2a" -d '{"events": [{"server_uuid": "274e1bad-ecd0-42a8-b816-7bee75e87a79", "name": "network-vif-deleted", "tag": "63aac3ae-2e63-45ae-9bdf-45709d869410"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:00:28.433312 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2555ee00-7dba-453d-a1a9-e0509db2b3c8 admin admin] Publish callbacks [] for security_group (ad8aa358-d574-49c4-9da4-704695dbeb17), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.451244 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (2248c98d-3322-4c7e-9b0b-96987809f31f), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.482542 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15facb50-e0ef-4f38-ba90-92dfb09dc1ed x-openstack-request-id: req-15facb50-e0ef-4f38-ba90-92dfb09dc1ed {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:00:28.482834 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274e1bad-ecd0-42a8-b816-7bee75e87a79", "name": "network-vif-deleted", "tag": "63aac3ae-2e63-45ae-9bdf-45709d869410", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:00:28.483088 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15facb50-e0ef-4f38-ba90-92dfb09dc1ed {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:00:28.483481 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15facb50-e0ef-4f38-ba90-92dfb09dc1ed'] response: {'server_uuid': '274e1bad-ecd0-42a8-b816-7bee75e87a79', 'name': 'network-vif-deleted', 'tag': '63aac3ae-2e63-45ae-9bdf-45709d869410', 'status': 'completed', 'code': 200} Sep 13 08:00:28.484671 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:28.487053 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-af2cc12e-b449-4c07-a5aa-ac716ee57dee req-1ba2cc59-9778-4bc7-bd46-70840407f053 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 210 time: 0.1284699 Sep 13 08:00:28.503024 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2555ee00-7dba-453d-a1a9-e0509db2b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ad8aa358-d574-49c4-9da4-704695dbeb17), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.517995 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:28.519801 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:28.530819 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b6728770-0e04-400f-ac25-881b43860e63), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.549393 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:28.567567 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:28.594787 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 64637a93-91c2-42ea-a714-ab3c4d0b9341 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:28.600631 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 71a6234f-69e4-40db-a2fb-51fdfaca9f98 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:28.644107 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555ee00-7dba-453d-a1a9-e0509db2b3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8aa358-d574-49c4-9da4-704695dbeb17,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:28.647105 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ba9046-4d8b-4210-9863-142d4f67b745,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:28.651732 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2555ee00-7dba-453d-a1a9-e0509db2b3c8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4bf66e449a2a47bdbc6369d154149442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7806911 Sep 13 08:00:28.667021 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57630) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:28.703971 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:28.781833 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (93ce80fd-a807-4489-b9f1-4425ba9e66f5), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.833949 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Publish callbacks [] for port (f4ced973-c775-40db-ac79-e0abbd95700e), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.839329 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:28.842310 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-f85f8cf7-3a00-4e6a-b154-c2f0748121c9 None None] Provisioning complete for port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:28.842751 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f85f8cf7-3a00-4e6a-b154-c2f0748121c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.871375 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72808bc-b6f6-473b-86ee-dc1322a595af req-aba96a94-f7f0-4d78-a319-7cd764e93ece tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:28.871798 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f72808bc-b6f6-473b-86ee-dc1322a595af req-aba96a94-f7f0-4d78-a319-7cd764e93ece tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.1220441 Sep 13 08:00:28.888711 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-56183d77-4afb-49c7-bf52-765c82c00e62 admin admin] Publish callbacks [] for security_group (ad8aa358-d574-49c4-9da4-704695dbeb17), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.934882 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-56183d77-4afb-49c7-bf52-765c82c00e62 admin admin] Publish callbacks [] for security_group (ad8aa358-d574-49c4-9da4-704695dbeb17), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.964252 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (b6728770-0e04-400f-ac25-881b43860e63), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.973898 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (b6728770-0e04-400f-ac25-881b43860e63), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:28.983440 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f72808bc-b6f6-473b-86ee-dc1322a595af req-57864c2a-ea56-4a7c-89fa-18bc8f179542 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051276 Sep 13 08:00:29.054050 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=b6728770-0e04-400f-ac25-881b43860e63,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:29.061643 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (2248c98d-3322-4c7e-9b0b-96987809f31f), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.077828 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.089563 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.090973 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-66cd93fa-a8c5-47c8-b21e-04ff6c8cae93 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0134883 Sep 13 08:00:29.099000 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.120444 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-56183d77-4afb-49c7-bf52-765c82c00e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ad8aa358-d574-49c4-9da4-704695dbeb17), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.124025 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-56183d77-4afb-49c7-bf52-765c82c00e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.126934 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-56183d77-4afb-49c7-bf52-765c82c00e62 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ad8aa358-d574-49c4-9da4-704695dbeb17 HTTP/1.1" status: 204 len: 168 time: 0.4584434 Sep 13 08:00:29.169964 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56183d77-4afb-49c7-bf52-765c82c00e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8aa358-d574-49c4-9da4-704695dbeb17,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:29.180010 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Attempting to bind port f4ced973-c775-40db-ac79-e0abbd95700e on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:29.180373 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Attempting to bind port f4ced973-c775-40db-ac79-e0abbd95700e by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:29.180761 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Attempting to bind port f4ced973-c775-40db-ac79-e0abbd95700e on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:29.249674 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7044ab0-eafc-43eb-b8f6-d7369fd265ef None None] Pushing event updated for resources: {'Port': ['ID=71a6234f-69e4-40db-a2fb-51fdfaca9f98,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:29.380009 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:29.383457 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:29.383842 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:29.384248 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.385859 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:29.386488 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Bound port: f4ced973-c775-40db-ac79-e0abbd95700e, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:29.387025 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.396643 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:27Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:29.417527 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Publish callbacks [] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.422087 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.514398 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (93ce80fd-a807-4489-b9f1-4425ba9e66f5), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.572983 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-f85f8cf7-3a00-4e6a-b154-c2f0748121c9 None None] Current status of the port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:29.596248 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1733869-cff4-4d45-b89b-f4bdba738b76 None None] The sync data for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi is: [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:27Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:00:29.611275 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:29.611657 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.628897 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bce053-ea55-4573-a02f-13d968aadd1f None None] Pushing event updated for resources: {'Port': ['ID=f4ced973-c775-40db-ac79-e0abbd95700e,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:29.658207 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e80de37c-fd5e-4e30-a8a2-e4e814e5c3cf req-a0276f26-31ef-4077-bc62-ea61b21b109e tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 210 time: 0.0391266 Sep 13 08:00:29.715745 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ba9046-4d8b-4210-9863-142d4f67b745,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:29.763773 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] For port f4ced973-c775-40db-ac79-e0abbd95700e, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:29.772088 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-57cb7829-2d76-4916-bc1e-6a290c7ef47f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--413458481&fields=id&tenant_id=189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 267 time: 0.2628021 Sep 13 08:00:29.777138 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-c133d801-c6c5-4d8e-9ac7-782c71495b9c None None] Provisioning complete for port d7ba9046-4d8b-4210-9863-142d4f67b745 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:29.777493 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c133d801-c6c5-4d8e-9ac7-782c71495b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.799166 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] For port f4ced973-c775-40db-ac79-e0abbd95700e, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=f4ced973-c775-40db-ac79-e0abbd95700e,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:29.812022 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:29.823908 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:29.846490 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:29.869037 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-c133d801-c6c5-4d8e-9ac7-782c71495b9c None None] Port d7ba9046-4d8b-4210-9863-142d4f67b745 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:00:29.886351 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Routers {'93ce80fd-a807-4489-b9f1-4425ba9e66f5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:29.886915 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:29.888309 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:29.891675 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:29.892684 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:29.893840 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device e69961c2-9542-4564-8ec1-5b75ed4a1c9e up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:29.977457 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bce053-ea55-4573-a02f-13d968aadd1f None None] Pushing event updated for resources: {'Port': ['ID=f4ced973-c775-40db-ac79-e0abbd95700e,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:30.014228 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553b174-e688-41d6-8d7c-c01307434340 req-2fc622de-7d3e-44cc-9962-7408ef316a39 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:30.023361 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-2fc622de-7d3e-44cc-9962-7408ef316a39 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 814 time: 0.2407002 Sep 13 08:00:30.075356 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port e69961c2-9542-4564-8ec1-5b75ed4a1c9e triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:30.075953 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:30.084093 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-ebcfd8e8-e44d-476e-8e4e-18fe9ba7aad8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/quotas/189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 375 time: 0.0597932 Sep 13 08:00:30.125569 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] Set router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:30.191512 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-2e848317-a39b-4a47-8ec7-b6e5dc6392f0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059592 Sep 13 08:00:30.193776 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb31c3-6b39-497d-bc2d-337034582f06 req-5116d5b7-a114-4c45-84ae-6a4ab0957904 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:30.195911 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f0eb31c3-6b39-497d-bc2d-337034582f06 req-5116d5b7-a114-4c45-84ae-6a4ab0957904 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0743728 Sep 13 08:00:30.207480 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:00:30.269762 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f0eb31c3-6b39-497d-bc2d-337034582f06 req-34f3ccb1-fac7-41c0-b669-fa282cad750a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620866 Sep 13 08:00:30.295829 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port e69961c2-9542-4564-8ec1-5b75ed4a1c9e is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:30.355944 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:30.363939 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-55e81be6-8bd9-434a-a808-64754dea829f None None] Provisioning complete for port d7ba9046-4d8b-4210-9863-142d4f67b745 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:30.364238 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-55e81be6-8bd9-434a-a808-64754dea829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:30.414175 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-67fccb09-a767-4aea-95f2-940b4ea0cc0d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051513 Sep 13 08:00:30.424832 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-55e81be6-8bd9-434a-a808-64754dea829f None None] Port d7ba9046-4d8b-4210-9863-142d4f67b745 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:00:30.475365 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:22Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 4, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'gw_port': {'id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:23Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'd7ba9046-4d8b-4210-9863-142d4f67b745', 'name': '', 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'mac_address': 'fa:16:3e:43:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:27Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 2, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'subnets': [{'id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:30.495519 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:00:30.510462 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-00d31891-f42f-45b6-a9e6-9310afd8d2e7 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/93ce80fd-a807-4489-b9f1-4425ba9e66f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6387651 Sep 13 08:00:30.529073 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513ed0f-7413-427d-b32d-57515ee3da4a None None] The sync data for ids ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'] in dv-cinder-857075-3-iscsi is: [{'id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:22Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 4, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'gw_port': {'id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:23Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'd7ba9046-4d8b-4210-9863-142d4f67b745', 'name': '', 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'mac_address': 'fa:16:3e:43:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:27Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 2, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'subnets': [{'id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:00:30.550423 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 71a6234f-69e4-40db-a2fb-51fdfaca9f98 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:30.566111 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-483ae4f1-b862-4949-898f-851f87a728ba service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345336 Sep 13 08:00:30.630120 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:30.630120 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:30.762708 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:30.824756 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:30.825977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:30.878566 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b365cb1-159a-4521-9176-4da2ab4e5834 req-f507c079-6f41-4a20-95f5-8fad2b74faad tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 210 time: 0.0391202 Sep 13 08:00:30.910624 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:30.911196 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:30.934704 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4bc350b6-676f-421d-bda8-2848ca0d9104 req-e715d315-27ee-49b7-939f-e0ad86d55568 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=274e1bad-ecd0-42a8-b816-7bee75e87a79 HTTP/1.1" status: 200 len: 210 time: 0.0709786 Sep 13 08:00:30.996556 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:30.997073 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:31.058423 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=4dcd95cf-59d2-4bb1-8a30-c7095f618f98,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:31.063320 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:31.064243 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 55acb517-3fa8-4e34-9ea3-25804ab7dc83 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:31.173932 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=4dcd95cf-59d2-4bb1-8a30-c7095f618f98,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:31.190607 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:31.190977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:31.347583 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:31.348266 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:31.452206 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 55acb517-3fa8-4e34-9ea3-25804ab7dc83, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=55acb517-3fa8-4e34-9ea3-25804ab7dc83,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:31.460453 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:31.501840 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:31.513324 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:31.540131 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=55acb517-3fa8-4e34-9ea3-25804ab7dc83,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:31.609344 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855de87-a00c-44fd-a233-ee9a229aa5cc req-590364fe-0d74-45ab-bb41-ec42260ec724 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:31.629421 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c855de87-a00c-44fd-a233-ee9a229aa5cc req-590364fe-0d74-45ab-bb41-ec42260ec724 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.2226400 Sep 13 08:00:31.763489 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c855de87-a00c-44fd-a233-ee9a229aa5cc req-3eb02136-8463-4306-a183-df4fcbfb5308 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324437 Sep 13 08:00:31.803034 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 63aac3ae-2e63-45ae-9bdf-45709d869410 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:00:31.830943 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 63aac3ae-2e63-45ae-9bdf-45709d869410 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:00:31.831685 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 63aac3ae-2e63-45ae-9bdf-45709d869410 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:00:32.094701 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a103c6f8-b663-42f1-9a8a-0e90f45dda5a req-104d33dd-8e89-4b01-9529-bc695c62fa98 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 210 time: 0.0884359 Sep 13 08:00:32.547294 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-6eebfb39-d996-449d-8323-7fa22729b0fa tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:32.555875 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-6eebfb39-d996-449d-8323-7fa22729b0fa tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/networks?id=db51d0ec-075c-415f-a128-7b3d132b8d38 HTTP/1.1" status: 200 len: 809 time: 0.2114000 Sep 13 08:00:32.579935 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-3dff30fe-f682-486b-b249-c0b7991eb45a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/quotas/44a6ed00e5ad40be9c50d72808559c8e HTTP/1.1" status: 200 len: 375 time: 0.0214481 Sep 13 08:00:32.590868 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device f4ced973-c775-40db-ac79-e0abbd95700e up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:32.627575 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-9495418b-a91f-4f47-bb6d-f2f58d7b6589 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=44a6ed00e5ad40be9c50d72808559c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457511 Sep 13 08:00:32.642042 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port f4ced973-c775-40db-ac79-e0abbd95700e triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:32.642600 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:32.744873 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port f4ced973-c775-40db-ac79-e0abbd95700e is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:32.745270 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:32.770887 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port f4ced973-c775-40db-ac79-e0abbd95700e, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=f4ced973-c775-40db-ac79-e0abbd95700e,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:32.778615 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:32.779425 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:32.803346 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-0a3fa509-3d16-47ab-aa11-ba0416f99253 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749067 Sep 13 08:00:32.995325 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:32.998522 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-53dd7a8e-36db-43dd-8334-dd55fe582b1e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876416 Sep 13 08:00:33.014732 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:33.015108 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:33.024139 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:33.126751 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=f4ced973-c775-40db-ac79-e0abbd95700e,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:33.130629 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6b465-b912-4f19-a5ff-799f3aa478c8 req-4d8ab3e5-9014-4905-b5b3-0b3ddd1c6102 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:33.143489 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d9e6b465-b912-4f19-a5ff-799f3aa478c8 req-4d8ab3e5-9014-4905-b5b3-0b3ddd1c6102 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.2083402 Sep 13 08:00:33.157686 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553b174-e688-41d6-8d7c-c01307434340 req-e41d395b-e35e-408f-ae85-ac70f5653096 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:33.159408 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-e41d395b-e35e-408f-ae85-ac70f5653096 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 814 time: 0.1597755 Sep 13 08:00:33.191178 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:33.197089 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:33.199645 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 55acb517-3fa8-4e34-9ea3-25804ab7dc83 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:33.265651 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-1029f9bd-ac8e-4920-a3a2-19892f232d87 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 379 time: 0.0960340 Sep 13 08:00:33.273470 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d9e6b465-b912-4f19-a5ff-799f3aa478c8 req-b3c75b11-a811-4c3f-890a-e8ba695fc35c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290255 Sep 13 08:00:33.278713 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'port': {'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'admin_state_up': True, 'tenant_id': '189468d0e3034caaa498442603da0609', 'security_groups': ['572dccff-995f-4ac8-81c1-fa798de20b85']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:33.368732 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:33.370521 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:33.572011 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:33.855668 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a4d5dae8-4439-4b3b-9934-59293b5d0dfd req-8fa8e7a8-eb0b-40a6-9624-385080fe8986 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 210 time: 0.4121923 Sep 13 08:00:33.864094 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-eaadc87d-9d2c-4ee1-b15f-1101c56c59fc req-560a4fa4-ec36-4f1e-a080-f7055c6d75f4 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 210 time: 0.0396147 Sep 13 08:00:33.992021 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Made reservation on behalf of 189468d0e3034caaa498442603da0609 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:33.997179 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:34.205941 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Allocated IP 172.20.0.5 (bda84770-0e33-4d8d-bc36-9e89bb74859d/1a33a1f9-3916-4950-a4d3-15e3090b49c8/8944c58c-2584-4f0e-8d58-4a4c7d04525d) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:34.475396 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device f4ced973-c775-40db-ac79-e0abbd95700e up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:34.603042 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port f4ced973-c775-40db-ac79-e0abbd95700e triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:34.603891 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:34.615696 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550aafd-d9b8-4faa-aaf8-6cc2b3f95918 req-de484e3f-42ce-4e31-855a-3615a0faadcf tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:34.618157 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c550aafd-d9b8-4faa-aaf8-6cc2b3f95918 req-de484e3f-42ce-4e31-855a-3615a0faadcf tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.1254325 Sep 13 08:00:34.728575 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:34.804971 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c550aafd-d9b8-4faa-aaf8-6cc2b3f95918 req-e5d8951d-dde1-4de8-ba5a-9b5e82fbff6b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761224 Sep 13 08:00:34.810277 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:34.903066 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port f4ced973-c775-40db-ac79-e0abbd95700e is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:34.904758 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Network bda84770-0e33-4d8d-bc36-9e89bb74859d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:34.905907 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=8944c58c-2584-4f0e-8d58-4a4c7d04525d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:34.909283 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:34.939134 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:35.085540 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:00:35.104402 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-913bb3a5-444d-4e51-9bcd-e4db1ee8ba69 req-35dbae3f-df57-44b1-bc11-f7f227ca3328 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 210 time: 0.0743318 Sep 13 08:00:35.158458 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:35.159647 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:35.183190 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:35.193660 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-72fa0490-cf7e-468d-947d-a7743d6883ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9234266 Sep 13 08:00:35.194728 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33ebd-8cab-4f8a-918f-d061e6f5e379 req-47d10f21-8248-4ef8-9e28-e500df909ae1 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:35.196307 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-18b33ebd-8cab-4f8a-918f-d061e6f5e379 req-47d10f21-8248-4ef8-9e28-e500df909ae1 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 931 time: 0.1056018 Sep 13 08:00:35.240844 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Request body: {'port': {'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:35.257178 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-18b33ebd-8cab-4f8a-918f-d061e6f5e379 req-fa0b9119-dbba-4f98-9298-a41e918209cc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528719 Sep 13 08:00:35.321610 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ac84c5b7-a712-4baa-aca1-ccfaf242b149 None None] Provisioning complete for port 8944c58c-2584-4f0e-8d58-4a4c7d04525d triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:35.325033 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ac84c5b7-a712-4baa-aca1-ccfaf242b149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:35.370468 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ac84c5b7-a712-4baa-aca1-ccfaf242b149 None None] Port 8944c58c-2584-4f0e-8d58-4a4c7d04525d cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:00:35.372301 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:35.373992 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:35.393044 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:35.865140 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bddfa5d6-fa27-4933-8350-dce380fa3864 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:35.866380 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8944c58c-2584-4f0e-8d58-4a4c7d04525d {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:00:35.872795 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bddfa5d6-fa27-4933-8350-dce380fa3864 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.18 "GET /networking/v2.0/networks?id=db51d0ec-075c-415f-a128-7b3d132b8d38 HTTP/1.1" status: 200 len: 809 time: 0.2457972 Sep 13 08:00:35.877676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Publish callbacks [] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:35.888629 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Request body: {'port': {'device_id': '5e431040-3a8a-45a6-96a6-3c337597e2c4', 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38', 'admin_state_up': True, 'tenant_id': '44a6ed00e5ad40be9c50d72808559c8e'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:35.915719 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Transition to ACTIVE for port object 8944c58c-2584-4f0e-8d58-4a4c7d04525d will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:00:35.922975 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:36.015095 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Pushing event updated for resources: {'Port': ['ID=8944c58c-2584-4f0e-8d58-4a4c7d04525d,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:36.142286 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Made reservation on behalf of 44a6ed00e5ad40be9c50d72808559c8e for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:36.149214 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:36.199344 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40d275-c324-4e03-8f70-ba7476fc00ed req-6b7a64db-ebaf-45aa-b6cf-eb6f75921e82 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:36.209529 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4c40d275-c324-4e03-8f70-ba7476fc00ed req-6b7a64db-ebaf-45aa-b6cf-eb6f75921e82 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.1955185 Sep 13 08:00:36.266534 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:36.297295 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Attempting to bind port 8944c58c-2584-4f0e-8d58-4a4c7d04525d on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:36.297721 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Attempting to bind port 8944c58c-2584-4f0e-8d58-4a4c7d04525d by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:36.298230 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Attempting to bind port 8944c58c-2584-4f0e-8d58-4a4c7d04525d on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:36.342877 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4c40d275-c324-4e03-8f70-ba7476fc00ed req-4522843a-ed33-4f33-b64f-5593da33dd6f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325247 Sep 13 08:00:36.363309 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Port 8944c58c-2584-4f0e-8d58-4a4c7d04525d on network bda84770-0e33-4d8d-bc36-9e89bb74859d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:00:36.364007 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Attempting to bind port 8944c58c-2584-4f0e-8d58-4a4c7d04525d on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:36.436299 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:36.437839 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Checking segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:36.438466 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Bound using segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:36.439142 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Bound port: 8944c58c-2584-4f0e-8d58-4a4c7d04525d, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:36.440825 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:36.444400 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-efd20501-9e88-4acb-aa49-88f5cc97d7ea req-50232d1c-da23-44ad-9330-a838e1b95a79 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 210 time: 0.0880687 Sep 13 08:00:36.472686 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Allocated IP 172.20.0.13 (db51d0ec-075c-415f-a128-7b3d132b8d38/6b63d53d-ddb1-456f-95c5-8f40275de5fd/8bd6b5cb-67ec-470d-acdd-77806714af49) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:36.480719 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Sync routers for ids ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:00:36.524230 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Routers {'93ce80fd-a807-4489-b9f1-4425ba9e66f5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:36.525528 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:36.621300 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] For port 8944c58c-2584-4f0e-8d58-4a4c7d04525d, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:36.633668 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] For port 8944c58c-2584-4f0e-8d58-4a4c7d04525d, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8944c58c-2584-4f0e-8d58-4a4c7d04525d,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:36.633668 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:36.655895 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Set router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:36.702753 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:36.708979 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:36.711449 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:36.714186 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8944c58c-2584-4f0e-8d58-4a4c7d04525d HTTP/1.1" status: 200 len: 1093 time: 1.4907746 Sep 13 08:00:36.730740 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad853f7-74b5-4834-ac90-135c495614c1', 'tag': '8944c58c-2584-4f0e-8d58-4a4c7d04525d'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:00:36.733218 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351552c1-fc2e-4c05-924c-d291808402a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad853f7-74b5-4834-ac90-135c495614c1", "tag": "8944c58c-2584-4f0e-8d58-4a4c7d04525d"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:00:36.733885 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57866) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:36.735457 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:36.903646 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553b174-e688-41d6-8d7c-c01307434340 req-74f8e2f1-1182-4fb5-9aaf-ded9367d8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:36.905440 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-74f8e2f1-1182-4fb5-9aaf-ded9367d8c4d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 1127 time: 0.0845041 Sep 13 08:00:36.907184 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03819a33-47bc-4f29-a1b5-caa65abcea76 x-openstack-request-id: req-03819a33-47bc-4f29-a1b5-caa65abcea76 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:00:36.907641 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad853f7-74b5-4834-ac90-135c495614c1", "tag": "8944c58c-2584-4f0e-8d58-4a4c7d04525d", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:00:36.908041 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03819a33-47bc-4f29-a1b5-caa65abcea76 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:00:36.908638 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03819a33-47bc-4f29-a1b5-caa65abcea76'] response: {'name': 'network-changed', 'server_uuid': '9ad853f7-74b5-4834-ac90-135c495614c1', 'tag': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'status': 'completed', 'code': 200} Sep 13 08:00:36.910181 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:22Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 4, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'gw_port': {'id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:23Z', 'updated_at': '2022-09-13T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'd7ba9046-4d8b-4210-9863-142d4f67b745', 'name': '', 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'mac_address': 'fa:16:3e:43:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:27Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 2, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'subnets': [{'id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:36.933815 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731b623-9088-4c17-9737-e41d79246aa4 req-e08bb9c7-b439-472b-91d2-0680e1ef053b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:36.936085 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a731b623-9088-4c17-9737-e41d79246aa4 req-e08bb9c7-b439-472b-91d2-0680e1ef053b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 943 time: 0.3045535 Sep 13 08:00:36.952608 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Checking router: 93ce80fd-a807-4489-b9f1-4425ba9e66f5 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:00:36.952960 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Updating router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 port d7ba9046-4d8b-4210-9863-142d4f67b745 binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:00:36.996907 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-003b9487-21e2-425f-a4c7-9a9363eaf700 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8944c58c-2584-4f0e-8d58-4a4c7d04525d HTTP/1.1" status: 200 len: 217 time: 0.0807149 Sep 13 08:00:37.063896 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553b174-e688-41d6-8d7c-c01307434340 req-0d53bc31-de35-4333-a77f-7ec9e7820db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:37.066015 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-0d53bc31-de35-4333-a77f-7ec9e7820db5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0577741 Sep 13 08:00:37.066867 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513f82c-aa12-4aac-bdbd-aaf7d5b8bf05 service neutron] Pushing event updated for resources: {'Port': ['ID=8944c58c-2584-4f0e-8d58-4a4c7d04525d,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:37.107864 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.115569 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a731b623-9088-4c17-9737-e41d79246aa4 req-dbdffabf-4ed7-46c9-a52d-4348a6fa2f77 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695688 Sep 13 08:00:37.275354 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks [] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.329211 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8ffc1278-a113-4e49-b858-7fea1b4f96d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.342666 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.413574 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Network db51d0ec-075c-415f-a128-7b3d132b8d38 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:37.421470 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:37.424035 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:37.434438 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Pushing event updated for resources: {'Port': ['ID=8bd6b5cb-67ec-470d-acdd-77806714af49,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:37.434921 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Publish callbacks [] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.441929 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.478511 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:37.495375 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff230b5-02f0-4f74-a699-8a23328096b3 None None] Pushing event updated for resources: {'Port': ['ID=d7ba9046-4d8b-4210-9863-142d4f67b745,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:37.514736 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:37.515508 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.573883 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Attempting to bind port d7ba9046-4d8b-4210-9863-142d4f67b745 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:37.574295 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Attempting to bind port d7ba9046-4d8b-4210-9863-142d4f67b745 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': '048bfcda-2bf6-4000-a02f-854d25fb355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:37.574650 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Attempting to bind port d7ba9046-4d8b-4210-9863-142d4f67b745 on network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:37.620176 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029c402-c87d-4333-b85e-a0744752f232 req-1b892163-f250-49b4-a799-160a7eaf90e7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:37.625684 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e66532-46ed-463a-8fb5-a07d83e7583c req-3b1af122-d0a7-4552-9aa1-1a8ae1c70393 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:37.627807 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4029c402-c87d-4333-b85e-a0744752f232 req-1b892163-f250-49b4-a799-160a7eaf90e7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.1572733 Sep 13 08:00:37.632312 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c7e66532-46ed-463a-8fb5-a07d83e7583c req-3b1af122-d0a7-4552-9aa1-1a8ae1c70393 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 932 time: 0.0815368 Sep 13 08:00:37.640376 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-bc0eba9a-eb55-470d-b433-f0eba5669d47 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7601361 Sep 13 08:00:37.681324 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:37.688235 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Checking segment: {'id': '048bfcda-2bf6-4000-a02f-854d25fb355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:37.688429 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.689367 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Bound using segment: {'id': '048bfcda-2bf6-4000-a02f-854d25fb355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:37.690140 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Bound port: d7ba9046-4d8b-4210-9863-142d4f67b745, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048bfcda-2bf6-4000-a02f-854d25fb355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:37.691288 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.707893 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8ffc1278-a113-4e49-b858-7fea1b4f96d9 admin admin] Publish callbacks [] for security_group (a6b0ec84-506f-4ab5-92e6-e8d260f2df95), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.714149 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8ffc1278-a113-4e49-b858-7fea1b4f96d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a6b0ec84-506f-4ab5-92e6-e8d260f2df95), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.718124 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c7e66532-46ed-463a-8fb5-a07d83e7583c req-d27a7c70-974a-4772-81cb-1bc52d6a36f1 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762339 Sep 13 08:00:37.738032 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:37.767158 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4029c402-c87d-4333-b85e-a0744752f232 req-aded1fe2-eb6b-4b0d-8fd8-1e6fd924fc45 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386042 Sep 13 08:00:37.782842 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:37.791226 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-8ffc1278-a113-4e49-b858-7fea1b4f96d9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e593a21e5c5b4ca89cf902803b945d80&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0450945 Sep 13 08:00:37.809386 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc1278-a113-4e49-b858-7fea1b4f96d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b0ec84-506f-4ab5-92e6-e8d260f2df95,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:37.809386 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 57880) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:37.830005 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] For port d7ba9046-4d8b-4210-9863-142d4f67b745, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:37.834496 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] For port d7ba9046-4d8b-4210-9863-142d4f67b745, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=d7ba9046-4d8b-4210-9863-142d4f67b745,segment=NetworkSegment(048bfcda-2bf6-4000-a02f-854d25fb355a),segment_id=048bfcda-2bf6-4000-a02f-854d25fb355a)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:37.841631 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.858015 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3024-8df0-418f-8d93-d70207023ea7 admin admin] Publish callbacks [] for security_group (a6b0ec84-506f-4ab5-92e6-e8d260f2df95), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.883016 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3024-8df0-418f-8d93-d70207023ea7 admin admin] Publish callbacks [] for security_group (a6b0ec84-506f-4ab5-92e6-e8d260f2df95), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.897259 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Routers {'93ce80fd-a807-4489-b9f1-4425ba9e66f5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:37.897774 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:37.954527 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3024-8df0-418f-8d93-d70207023ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a6b0ec84-506f-4ab5-92e6-e8d260f2df95), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.958510 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3024-8df0-418f-8d93-d70207023ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:37.959926 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-3bfd3024-8df0-418f-8d93-d70207023ea7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a6b0ec84-506f-4ab5-92e6-e8d260f2df95 HTTP/1.1" status: 204 len: 168 time: 0.1624033 Sep 13 08:00:37.960278 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff230b5-02f0-4f74-a699-8a23328096b3 None None] Pushing event updated for resources: {'Port': ['ID=d7ba9046-4d8b-4210-9863-142d4f67b745,revision_number=4']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:37.971406 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd3024-8df0-418f-8d93-d70207023ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b0ec84-506f-4ab5-92e6-e8d260f2df95,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:38.024599 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:38.038485 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] Set router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:38.262555 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:22Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 4, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'gw_port': {'id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:23Z', 'updated_at': '2022-09-13T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'd7ba9046-4d8b-4210-9863-142d4f67b745', 'name': '', 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'mac_address': 'fa:16:3e:43:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:27Z', 'updated_at': '2022-09-13T08:00:37Z', 'revision_number': 4, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'subnets': [{'id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:38.291540 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:38.301058 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7ad3dd-f0e2-49c7-a7b2-401639fdca1d None None] The sync data for ids ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'] in dv-cinder-857075-3-iscsi is: [{'id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:22Z', 'updated_at': '2022-09-13T08:00:29Z', 'revision_number': 4, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'gw_port': {'id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:23Z', 'updated_at': '2022-09-13T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'd7ba9046-4d8b-4210-9863-142d4f67b745', 'name': '', 'network_id': '0c5977a1-ee6e-4bfe-8d01-c4e41b627068', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'mac_address': 'fa:16:3e:43:a8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:27Z', 'updated_at': '2022-09-13T08:00:37Z', 'revision_number': 4, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'subnets': [{'id': '641aa58f-b87b-4f8e-9260-1af3d881b460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:00:38.322829 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218575-b85e-4ea8-9b40-0ffa62358a3f req-74a0b401-814b-4611-a8e5-5b42a7d3cc3a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:38.340948 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-92218575-b85e-4ea8-9b40-0ffa62358a3f req-74a0b401-814b-4611-a8e5-5b42a7d3cc3a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 943 time: 0.1150215 Sep 13 08:00:38.516983 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-92218575-b85e-4ea8-9b40-0ffa62358a3f req-e082c8cf-ba19-4fe8-a34f-507e0cf48631 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743715 Sep 13 08:00:38.523391 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device d7ba9046-4d8b-4210-9863-142d4f67b745 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:38.538102 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57890) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:38.560084 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0a649e2f-4af7-4b86-b7c0-1c389db70fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:38.597089 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port d7ba9046-4d8b-4210-9863-142d4f67b745 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:38.597559 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:38.689343 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0a649e2f-4af7-4b86-b7c0-1c389db70fe6 admin admin] Publish callbacks [] for security_group (8cce4782-2951-4c11-9f04-f1008b812dae), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:38.695734 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0a649e2f-4af7-4b86-b7c0-1c389db70fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8cce4782-2951-4c11-9f04-f1008b812dae), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:38.752737 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0a649e2f-4af7-4b86-b7c0-1c389db70fe6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b318159da2304a2cbf6dab8f62b2f644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107394 Sep 13 08:00:38.752890 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port d7ba9046-4d8b-4210-9863-142d4f67b745 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:38.752890 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:38.753047 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 57898) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:38.783099 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a649e2f-4af7-4b86-b7c0-1c389db70fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cce4782-2951-4c11-9f04-f1008b812dae,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:38.859744 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port d7ba9046-4d8b-4210-9863-142d4f67b745, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=d7ba9046-4d8b-4210-9863-142d4f67b745,segment=NetworkSegment(048bfcda-2bf6-4000-a02f-854d25fb355a),segment_id=048bfcda-2bf6-4000-a02f-854d25fb355a)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:38.861023 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:38.869355 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:38.906065 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c844f739-6e08-4a2b-81b8-2e4148ce9a48 admin admin] Publish callbacks [] for security_group (8cce4782-2951-4c11-9f04-f1008b812dae), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:38.949851 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a27d47-328f-4590-9e18-19a969a16742 req-8979557c-27ea-48ce-9914-d0eb9255f36a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:38.957042 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28a27d47-328f-4590-9e18-19a969a16742 req-8979557c-27ea-48ce-9914-d0eb9255f36a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 932 time: 0.1180799 Sep 13 08:00:38.982802 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e408c9-f530-4e93-88ba-f9630ed3519a req-2cb4efa7-def9-4bc0-89ce-123174931c06 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:38.984700 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-43e408c9-f530-4e93-88ba-f9630ed3519a req-2cb4efa7-def9-4bc0-89ce-123174931c06 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0551591 Sep 13 08:00:38.987119 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c844f739-6e08-4a2b-81b8-2e4148ce9a48 admin admin] Publish callbacks [] for security_group (8cce4782-2951-4c11-9f04-f1008b812dae), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:38.993127 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=d7ba9046-4d8b-4210-9863-142d4f67b745,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:39.038448 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28a27d47-328f-4590-9e18-19a969a16742 req-51ca25b9-0996-467c-b569-b705365a37fd tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804296 Sep 13 08:00:39.077110 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-43e408c9-f530-4e93-88ba-f9630ed3519a req-bddc0491-7416-406e-87bb-4e7a24183360 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818148 Sep 13 08:00:39.114250 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c844f739-6e08-4a2b-81b8-2e4148ce9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8cce4782-2951-4c11-9f04-f1008b812dae), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:39.117354 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c844f739-6e08-4a2b-81b8-2e4148ce9a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:39.118559 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c844f739-6e08-4a2b-81b8-2e4148ce9a48 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8cce4782-2951-4c11-9f04-f1008b812dae HTTP/1.1" status: 204 len: 168 time: 0.3648748 Sep 13 08:00:39.127457 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844f739-6e08-4a2b-81b8-2e4148ce9a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cce4782-2951-4c11-9f04-f1008b812dae,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:39.596765 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:39.608456 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553b174-e688-41d6-8d7c-c01307434340 req-228feac7-9ed6-4383-b6b0-927efcfcd876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:39.610026 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-228feac7-9ed6-4383-b6b0-927efcfcd876 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544553 Sep 13 08:00:39.715481 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d54e-ce30-4dce-98b6-ebb4f3c2752b req-9caab5fe-853e-4536-b05f-0ed54488f132 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:39.717025 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7b45d54e-ce30-4dce-98b6-ebb4f3c2752b req-9caab5fe-853e-4536-b05f-0ed54488f132 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 943 time: 0.0564802 Sep 13 08:00:39.742470 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Request body: {'port': {'device_id': '5e431040-3a8a-45a6-96a6-3c337597e2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:39.874137 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7b45d54e-ce30-4dce-98b6-ebb4f3c2752b req-b2b8e1d8-cec6-4b93-bdec-535a86d1ad78 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493440 Sep 13 08:00:39.892963 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-8d3a9f17-322d-4df0-af7f-e48863a90be5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529148 Sep 13 08:00:39.899057 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:40.333158 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc8b75-33e9-4036-b540-18a859071ed1 req-b0b0442f-77c5-4fe8-a951-af31a3d4f3cc tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:40.341220 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-50cc8b75-33e9-4036-b540-18a859071ed1 req-b0b0442f-77c5-4fe8-a951-af31a3d4f3cc tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 932 time: 0.0937021 Sep 13 08:00:40.358224 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fba7a-5210-4e9b-b1b1-499842cc20ce req-f5a8550f-effb-4d01-9abc-b634afda403d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:40.366856 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a72fba7a-5210-4e9b-b1b1-499842cc20ce req-f5a8550f-effb-4d01-9abc-b634afda403d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0697782 Sep 13 08:00:40.419354 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1553b174-e688-41d6-8d7c-c01307434340 req-dbbd78ca-f45f-47d9-9682-1a651c1d9087 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916271 Sep 13 08:00:40.433007 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-50cc8b75-33e9-4036-b540-18a859071ed1 req-57bd5636-8d72-44f2-b635-b1c8e0117417 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907726 Sep 13 08:00:40.477349 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device d7ba9046-4d8b-4210-9863-142d4f67b745 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:40.522179 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a72fba7a-5210-4e9b-b1b1-499842cc20ce req-85a128ab-a687-4ab1-9fad-f62bf78370dc tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542554 Sep 13 08:00:40.541414 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd6b5cb-67ec-470d-acdd-77806714af49 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:00:40.541414 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:40.543322 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Publish callbacks [] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:40.569686 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Transition to ACTIVE for port object 8bd6b5cb-67ec-470d-acdd-77806714af49 will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:00:40.574509 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:40.589106 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port d7ba9046-4d8b-4210-9863-142d4f67b745 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:40.590054 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:40.745515 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd6b5cb-67ec-470d-acdd-77806714af49,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:40.907413 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:40.907685 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Attempting to bind port 8bd6b5cb-67ec-470d-acdd-77806714af49 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:00:40.908564 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Attempting to bind port 8bd6b5cb-67ec-470d-acdd-77806714af49 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:00:40.909989 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Attempting to bind port 8bd6b5cb-67ec-470d-acdd-77806714af49 on network db51d0ec-075c-415f-a128-7b3d132b8d38 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:40.911778 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port d7ba9046-4d8b-4210-9863-142d4f67b745 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:41.021988 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:41.052238 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Port 8bd6b5cb-67ec-470d-acdd-77806714af49 on network db51d0ec-075c-415f-a128-7b3d132b8d38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:00:41.053673 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Attempting to bind port 8bd6b5cb-67ec-470d-acdd-77806714af49 on network db51d0ec-075c-415f-a128-7b3d132b8d38 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:00:41.068018 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0a7f8-bf2d-4176-acf6-69036e215178 req-ab40de30-cc45-4b56-b1ca-c366a67dbac1 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:41.084666 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-64c0a7f8-bf2d-4176-acf6-69036e215178 req-ab40de30-cc45-4b56-b1ca-c366a67dbac1 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 943 time: 0.0991373 Sep 13 08:00:41.134151 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:41.150927 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:00:41.151198 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Checking segment: {'id': 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:00:41.151582 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Bound using segment: {'id': 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:00:41.152030 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Bound port: 8bd6b5cb-67ec-470d-acdd-77806714af49, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:00:41.152392 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:41.159994 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-64c0a7f8-bf2d-4176-acf6-69036e215178 req-c0911124-1fa5-401e-ad04-3df83caf64f5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743845 Sep 13 08:00:41.256233 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] For port 8bd6b5cb-67ec-470d-acdd-77806714af49, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:00:41.260692 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] For port 8bd6b5cb-67ec-470d-acdd-77806714af49, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8bd6b5cb-67ec-470d-acdd-77806714af49,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:00:41.277723 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:41.281997 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:41.282604 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:41.283956 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8bd6b5cb-67ec-470d-acdd-77806714af49 HTTP/1.1" status: 200 len: 1094 time: 1.5507302 Sep 13 08:00:41.286366 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e431040-3a8a-45a6-96a6-3c337597e2c4', 'tag': '8bd6b5cb-67ec-470d-acdd-77806714af49'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:00:41.286816 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a50d7bf-d145-4534-bf5d-1b69aebd2982" -d '{"events": [{"name": "network-changed", "server_uuid": "5e431040-3a8a-45a6-96a6-3c337597e2c4", "tag": "8bd6b5cb-67ec-470d-acdd-77806714af49"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:00:41.355664 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45d466-5ebb-4b2c-856e-c8ce4e8566b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd6b5cb-67ec-470d-acdd-77806714af49,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:41.567661 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa05a1ca-b5f0-498b-9205-f7216378c5bd x-openstack-request-id: req-aa05a1ca-b5f0-498b-9205-f7216378c5bd {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:00:41.571077 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e431040-3a8a-45a6-96a6-3c337597e2c4", "tag": "8bd6b5cb-67ec-470d-acdd-77806714af49", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:00:41.571535 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa05a1ca-b5f0-498b-9205-f7216378c5bd {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:00:41.572394 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa05a1ca-b5f0-498b-9205-f7216378c5bd'] response: {'name': 'network-changed', 'server_uuid': '5e431040-3a8a-45a6-96a6-3c337597e2c4', 'tag': '8bd6b5cb-67ec-470d-acdd-77806714af49', 'status': 'completed', 'code': 200} Sep 13 08:00:41.609434 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790bf9f-7626-40aa-b523-de279f90e262 req-69d1a4ef-9426-43f6-bb73-95e6224e5495 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:41.616220 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7790bf9f-7626-40aa-b523-de279f90e262 req-69d1a4ef-9426-43f6-bb73-95e6224e5495 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 944 time: 0.0784883 Sep 13 08:00:41.680452 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7790bf9f-7626-40aa-b523-de279f90e262 req-f85f4434-3b83-40c6-b7c6-046153a8a7f5 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632899 Sep 13 08:00:41.728437 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedad3c7-1683-4bcf-b513-24c4e088ac83 req-48a829f6-6214-41cb-a62e-bdb219876e9f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:41.730725 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cedad3c7-1683-4bcf-b513-24c4e088ac83 req-48a829f6-6214-41cb-a62e-bdb219876e9f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0803175 Sep 13 08:00:41.818341 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cedad3c7-1683-4bcf-b513-24c4e088ac83 req-b5b256a0-752b-4456-95b9-1ae934572c5e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797739 Sep 13 08:00:41.974162 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351552c1-fc2e-4c05-924c-d291808402a7 req-52d55cfa-142e-43d5-a5f9-a7db895eede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:41.975699 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-351552c1-fc2e-4c05-924c-d291808402a7 req-52d55cfa-142e-43d5-a5f9-a7db895eede3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 1127 time: 0.0542200 Sep 13 08:00:42.041999 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985b9d5-9b8a-4db5-bcd2-a9e3f24465d0 req-013f7b90-4c03-4055-bf35-2efa9d9c090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:42.043540 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a985b9d5-9b8a-4db5-bcd2-a9e3f24465d0 req-013f7b90-4c03-4055-bf35-2efa9d9c090e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 1129 time: 0.0597427 Sep 13 08:00:42.146895 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351552c1-fc2e-4c05-924c-d291808402a7 req-28984856-ab77-4740-9ce0-ed0cea84b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:42.148275 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-351552c1-fc2e-4c05-924c-d291808402a7 req-28984856-ab77-4740-9ce0-ed0cea84b720 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 915 time: 0.1623018 Sep 13 08:00:42.233240 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50d7bf-d145-4534-bf5d-1b69aebd2982 req-06651d03-9880-416f-af5f-3fbb63d2b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:42.235427 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1a50d7bf-d145-4534-bf5d-1b69aebd2982 req-06651d03-9880-416f-af5f-3fbb63d2b0bc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=44a6ed00e5ad40be9c50d72808559c8e&device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 1128 time: 0.1909947 Sep 13 08:00:42.246636 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-351552c1-fc2e-4c05-924c-d291808402a7 req-ad508541-957c-47c0-b1fb-d8bdf35dc1fa service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8944c58c-2584-4f0e-8d58-4a4c7d04525d HTTP/1.1" status: 200 len: 217 time: 0.0898430 Sep 13 08:00:42.342592 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351552c1-fc2e-4c05-924c-d291808402a7 req-f863ee47-985c-4517-8b66-88121ca37f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:42.344685 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-351552c1-fc2e-4c05-924c-d291808402a7 req-f863ee47-985c-4517-8b66-88121ca37f3c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0937150 Sep 13 08:00:42.373614 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a985b9d5-9b8a-4db5-bcd2-a9e3f24465d0 req-31ab7aa3-0454-4c56-995c-21fd68eef47a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158088 Sep 13 08:00:42.423461 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351552c1-fc2e-4c05-924c-d291808402a7 req-26050642-f4a4-4181-87e8-49bf6cbfb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:42.428325 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-351552c1-fc2e-4c05-924c-d291808402a7 req-26050642-f4a4-4181-87e8-49bf6cbfb4da service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753138 Sep 13 08:00:42.457433 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b9f0c-55a3-480f-85c2-37ebcee81b6e req-f1b0c40a-1aeb-4d2a-b7c6-55f2156239c9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:42.469501 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-db4b9f0c-55a3-480f-85c2-37ebcee81b6e req-f1b0c40a-1aeb-4d2a-b7c6-55f2156239c9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 943 time: 0.1166525 Sep 13 08:00:42.502303 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50d7bf-d145-4534-bf5d-1b69aebd2982 req-1b98984d-73dd-4c51-b4f8-c8890ad481eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:42.504727 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1a50d7bf-d145-4534-bf5d-1b69aebd2982 req-1b98984d-73dd-4c51-b4f8-c8890ad481eb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=44a6ed00e5ad40be9c50d72808559c8e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2589540 Sep 13 08:00:42.540806 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-db4b9f0c-55a3-480f-85c2-37ebcee81b6e req-0eec64ea-36a2-48fd-aff7-685f72589f4c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704439 Sep 13 08:00:42.728811 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-351552c1-fc2e-4c05-924c-d291808402a7 req-5a7a418d-1e77-4194-99c5-fe498b840b5d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476078 Sep 13 08:00:42.916121 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50d7bf-d145-4534-bf5d-1b69aebd2982 req-2cd4b90e-dbb2-49c9-a619-33770f2e68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:42.918297 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1a50d7bf-d145-4534-bf5d-1b69aebd2982 req-2cd4b90e-dbb2-49c9-a619-33770f2e68eb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3345795 Sep 13 08:00:42.920550 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 58022) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:43.074561 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870972bf-9977-46cb-86fb-eeafb3bb0512 req-3b3f2eab-aae4-4648-88ed-25d10d0436b5 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:43.089119 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-870972bf-9977-46cb-86fb-eeafb3bb0512 req-3b3f2eab-aae4-4648-88ed-25d10d0436b5 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 944 time: 0.2537301 Sep 13 08:00:43.100092 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ad874-b8a6-4290-9f33-9d4003d44ef4 req-1b081f82-5582-41e7-9550-5b1098a7d952 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:43.104931 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f49ad874-b8a6-4290-9f33-9d4003d44ef4 req-1b081f82-5582-41e7-9550-5b1098a7d952 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0742376 Sep 13 08:00:43.158429 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-95de84eb-70a6-4666-a319-ce9371f60051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:43.160078 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-95de84eb-70a6-4666-a319-ce9371f60051 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=44a6ed00e5ad40be9c50d72808559c8e&device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 1128 time: 0.1298575 Sep 13 08:00:43.175008 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:43.206636 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-351552c1-fc2e-4c05-924c-d291808402a7 req-bc5e99db-c04b-4563-a376-f2e0ee0e7e86 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101729 Sep 13 08:00:43.219695 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-870972bf-9977-46cb-86fb-eeafb3bb0512 req-18c1ecce-5e71-4750-9689-0f949ed91d25 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265678 Sep 13 08:00:43.223288 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd5e-089e-4186-a9a4-3676fb418af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:43.240362 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f49ad874-b8a6-4290-9f33-9d4003d44ef4 req-525c5088-fdc5-43f4-9483-d2fa1950bc68 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069629 Sep 13 08:00:43.253178 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-d7f94451-8a0f-4144-8671-fb03a99169ee service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bd6b5cb-67ec-470d-acdd-77806714af49 HTTP/1.1" status: 200 len: 217 time: 0.0780115 Sep 13 08:00:43.340239 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-5b8ce5e9-4647-43f2-9af2-d902aedab061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:43.341762 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-5b8ce5e9-4647-43f2-9af2-d902aedab061 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=6b63d53d-ddb1-456f-95c5-8f40275de5fd HTTP/1.1" status: 200 len: 849 time: 0.0794220 Sep 13 08:00:43.353657 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:43.393644 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd5e-089e-4186-a9a4-3676fb418af4 admin admin] Publish callbacks [] for security_group (bd959706-ffab-4682-8b4f-4549e0bdd76f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:43.406523 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd5e-089e-4186-a9a4-3676fb418af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (bd959706-ffab-4682-8b4f-4549e0bdd76f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:43.417104 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:43.448571 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2bd5e-089e-4186-a9a4-3676fb418af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd959706-ffab-4682-8b4f-4549e0bdd76f,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:43.467637 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-58f2bd5e-089e-4186-a9a4-3676fb418af4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=74d1aed5829d4ef7a607bf953a0014a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5431595 Sep 13 08:00:43.467734 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58038) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:43.520949 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71498f-abe9-46a9-aa95-b17147852a27 req-342941cd-4fdc-4ea2-8e89-d9f2f0d54549 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:43.522518 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bd71498f-abe9-46a9-aa95-b17147852a27 req-342941cd-4fdc-4ea2-8e89-d9f2f0d54549 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0565073 Sep 13 08:00:43.529005 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-669f7021-d35b-4f9e-a5c2-005d8a6fee01 admin admin] Publish callbacks [] for security_group (bd959706-ffab-4682-8b4f-4549e0bdd76f), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:43.553944 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-669f7021-d35b-4f9e-a5c2-005d8a6fee01 admin admin] Publish callbacks [] for security_group (bd959706-ffab-4682-8b4f-4549e0bdd76f), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:43.578427 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8944c58c-2584-4f0e-8d58-4a4c7d04525d details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:00:43.579046 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:43.594299 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bd71498f-abe9-46a9-aa95-b17147852a27 req-a959b6b2-4d0c-4b99-a290-e9ba7f1f714e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600400 Sep 13 08:00:43.619512 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-669f7021-d35b-4f9e-a5c2-005d8a6fee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (bd959706-ffab-4682-8b4f-4549e0bdd76f), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:43.639388 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-669f7021-d35b-4f9e-a5c2-005d8a6fee01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:43.640635 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-669f7021-d35b-4f9e-a5c2-005d8a6fee01 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bd959706-ffab-4682-8b4f-4549e0bdd76f HTTP/1.1" status: 204 len: 168 time: 0.1719341 Sep 13 08:00:43.650673 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f7021-d35b-4f9e-a5c2-005d8a6fee01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd959706-ffab-4682-8b4f-4549e0bdd76f,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:43.774745 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 8944c58c-2584-4f0e-8d58-4a4c7d04525d, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8944c58c-2584-4f0e-8d58-4a4c7d04525d,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:43.791199 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:00:43.813190 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24163e-ee0a-4676-b529-787ef97041fe req-a01e93cc-8837-4eac-b35b-a08f6d758bc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:43.814763 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ee24163e-ee0a-4676-b529-787ef97041fe req-a01e93cc-8837-4eac-b35b-a08f6d758bc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 943 time: 0.0982847 Sep 13 08:00:43.867217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 8944c58c-2584-4f0e-8d58-4a4c7d04525d is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:43.867808 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:43.876060 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-d109b571-43b2-4a59-a9c6-47680810a4dc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=db51d0ec-075c-415f-a128-7b3d132b8d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726187 Sep 13 08:00:43.888224 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8944c58c-2584-4f0e-8d58-4a4c7d04525d {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:00:43.909920 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ee24163e-ee0a-4676-b529-787ef97041fe req-b0b188e1-d86c-4f8a-be1e-807b1bbf761d tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861351 Sep 13 08:00:43.935712 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 8944c58c-2584-4f0e-8d58-4a4c7d04525d, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8944c58c-2584-4f0e-8d58-4a4c7d04525d,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:43.942140 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:44.041480 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=8944c58c-2584-4f0e-8d58-4a4c7d04525d,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:44.103631 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-53e27c11-b669-41b1-a7b8-7486aa9b08ba service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647034 Sep 13 08:00:44.207067 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58052) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:44.223174 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f9459183-05a6-4416-918a-8497b74c08af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:44.288276 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8e4e17d-7933-4b8d-ac93-a8916afedca9 req-8e5e5b97-96c2-4847-a42b-6628d853b345 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994804 Sep 13 08:00:44.309828 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['8944c58c-2584-4f0e-8d58-4a4c7d04525d'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:00:44.345952 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f9459183-05a6-4416-918a-8497b74c08af admin admin] Publish callbacks [] for security_group (630247d4-2cc6-405f-a483-33c25d7f4847), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:44.355139 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f9459183-05a6-4416-918a-8497b74c08af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (630247d4-2cc6-405f-a483-33c25d7f4847), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:44.420299 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da6377-2b2e-48f0-a6da-8021c3e2881f req-87507d3b-804a-45dd-832d-a3ac080c07e4 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:44.429367 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-57da6377-2b2e-48f0-a6da-8021c3e2881f req-87507d3b-804a-45dd-832d-a3ac080c07e4 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 944 time: 0.0625012 Sep 13 08:00:44.432654 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-f9459183-05a6-4416-918a-8497b74c08af admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0c42c529aa4a4106b0777017a388d6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244298 Sep 13 08:00:44.433666 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9459183-05a6-4416-918a-8497b74c08af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630247d4-2cc6-405f-a483-33c25d7f4847,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:44.436080 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58058) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:44.515868 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-57da6377-2b2e-48f0-a6da-8021c3e2881f req-43797857-ecfb-43ac-98a7-810beae66ac2 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853441 Sep 13 08:00:44.569246 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2df670f1-9843-499d-b08a-8ef8f87394f1 admin admin] Publish callbacks [] for security_group (630247d4-2cc6-405f-a483-33c25d7f4847), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:44.581836 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59b26-4a01-4d88-873e-0aa0ec6c5d4f req-43421789-03be-4fe5-a961-271a73fdfe0a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:44.591450 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-67c59b26-4a01-4d88-873e-0aa0ec6c5d4f req-43421789-03be-4fe5-a961-271a73fdfe0a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.1017301 Sep 13 08:00:44.592804 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:44.627347 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2df670f1-9843-499d-b08a-8ef8f87394f1 admin admin] Publish callbacks [] for security_group (630247d4-2cc6-405f-a483-33c25d7f4847), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:44.696615 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-67c59b26-4a01-4d88-873e-0aa0ec6c5d4f req-986c088f-7a23-4dc0-b709-aae7453f1052 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038618 Sep 13 08:00:44.730754 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2df670f1-9843-499d-b08a-8ef8f87394f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (630247d4-2cc6-405f-a483-33c25d7f4847), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:44.734588 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2df670f1-9843-499d-b08a-8ef8f87394f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:44.738482 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2df670f1-9843-499d-b08a-8ef8f87394f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/630247d4-2cc6-405f-a483-33c25d7f4847 HTTP/1.1" status: 204 len: 168 time: 0.2988744 Sep 13 08:00:44.751171 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df670f1-9843-499d-b08a-8ef8f87394f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630247d4-2cc6-405f-a483-33c25d7f4847,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:44.787714 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e8c41-8bc1-47ea-a862-76ce39b6f1bf req-2c77a3f4-c77c-4829-aa46-157450e7b009 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:44.789548 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-170e8c41-8bc1-47ea-a862-76ce39b6f1bf req-2c77a3f4-c77c-4829-aa46-157450e7b009 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0727856 Sep 13 08:00:44.852401 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-170e8c41-8bc1-47ea-a862-76ce39b6f1bf req-b770cf49-c681-4c92-9005-481625443abb tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563474 Sep 13 08:00:45.147278 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6abcd2-1623-4cf8-b075-1391ff7d38e2 req-deff45d7-217d-4f32-84a3-09ece95cd1e0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:45.157914 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6e6abcd2-1623-4cf8-b075-1391ff7d38e2 req-deff45d7-217d-4f32-84a3-09ece95cd1e0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0952859 Sep 13 08:00:45.248315 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6e6abcd2-1623-4cf8-b075-1391ff7d38e2 req-36d3951d-9690-4b21-87cc-f9e37fc0d036 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894024 Sep 13 08:00:45.472177 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bd6f3-22a2-4768-be50-197cc864e1d6 req-9e42f1a0-37cc-45d2-8242-4048583e23fb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:45.473677 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6f4bd6f3-22a2-4768-be50-197cc864e1d6 req-9e42f1a0-37cc-45d2-8242-4048583e23fb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 944 time: 0.4591219 Sep 13 08:00:45.479978 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-955efead-9abd-4a26-bf77-969409b4652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:45.481960 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-955efead-9abd-4a26-bf77-969409b4652d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 1129 time: 0.0660539 Sep 13 08:00:45.603012 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8944c58c-2584-4f0e-8d58-4a4c7d04525d up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:45.650267 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6f4bd6f3-22a2-4768-be50-197cc864e1d6 req-b1c2768d-5cc1-4c0f-a1b9-18cc1d18c1d3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663649 Sep 13 08:00:45.688469 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b195b-f4ee-44fa-8717-4438f43b8356 req-338b7b2a-5eb5-48c4-8ca8-f1bf807a6f66 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:45.688720 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-b95670c3-cda2-441d-89ae-76f8745bda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:45.690468 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-536b195b-f4ee-44fa-8717-4438f43b8356 req-338b7b2a-5eb5-48c4-8ca8-f1bf807a6f66 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 944 time: 0.0740848 Sep 13 08:00:45.695822 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-b95670c3-cda2-441d-89ae-76f8745bda5e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.1892381 Sep 13 08:00:45.708855 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:45.725776 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 8944c58c-2584-4f0e-8d58-4a4c7d04525d completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:00:45.733625 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 8944c58c-2584-4f0e-8d58-4a4c7d04525d triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:45.734357 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:45.741886 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-74debb5f-186d-425d-a6c6-12c1027c972a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=442eac97-44c9-44b1-88f2-8aec23155748 HTTP/1.1" status: 200 len: 217 time: 0.0451474 Sep 13 08:00:45.817092 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-536b195b-f4ee-44fa-8717-4438f43b8356 req-19a6e552-a776-4ec3-abf2-ce822b59f324 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204498 Sep 13 08:00:45.825910 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-69d366b8-4ef3-4a41-a6f3-8dbb965baaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:45.828288 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 8944c58c-2584-4f0e-8d58-4a4c7d04525d is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:45.828640 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:45.830938 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-69d366b8-4ef3-4a41-a6f3-8dbb965baaf5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0824709 Sep 13 08:00:45.913908 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 8944c58c-2584-4f0e-8d58-4a4c7d04525d, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8944c58c-2584-4f0e-8d58-4a4c7d04525d,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:45.924435 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad853f7-74b5-4834-ac90-135c495614c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8944c58c-2584-4f0e-8d58-4a4c7d04525d'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:00:45.928699 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea8554-28ea-48ed-8a20-6ae5d423391c" -d '{"events": [{"server_uuid": "9ad853f7-74b5-4834-ac90-135c495614c1", "name": "network-vif-plugged", "status": "completed", "tag": "8944c58c-2584-4f0e-8d58-4a4c7d04525d"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:00:45.934313 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:45.937512 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-d1b80b28-0f5b-46bf-aa15-e06b8f45a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:45.951501 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-d1b80b28-0f5b-46bf-aa15-e06b8f45a515 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124544 Sep 13 08:00:46.011661 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=8944c58c-2584-4f0e-8d58-4a4c7d04525d,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:46.028500 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b303cbfb-334f-4112-bf3f-249473bff4bb x-openstack-request-id: req-b303cbfb-334f-4112-bf3f-249473bff4bb {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:00:46.030540 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad853f7-74b5-4834-ac90-135c495614c1", "name": "network-vif-plugged", "status": "completed", "tag": "8944c58c-2584-4f0e-8d58-4a4c7d04525d", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:00:46.030990 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b303cbfb-334f-4112-bf3f-249473bff4bb {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:00:46.031553 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b303cbfb-334f-4112-bf3f-249473bff4bb'] response: {'server_uuid': '9ad853f7-74b5-4834-ac90-135c495614c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'code': 200} Sep 13 08:00:46.116244 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538a57f-30dc-47dd-97b8-f51a35a6c03f req-b795182f-56b5-4a90-b0a6-27569ad80727 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:46.117792 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5538a57f-30dc-47dd-97b8-f51a35a6c03f req-b795182f-56b5-4a90-b0a6-27569ad80727 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.1038833 Sep 13 08:00:46.125719 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:46.183550 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:46.199237 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5538a57f-30dc-47dd-97b8-f51a35a6c03f req-974453db-760c-4cf1-ac68-2c6e2bde9676 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716879 Sep 13 08:00:46.246193 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-cd396fa7-093e-45d4-bcfc-8fe07dd2b8fb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868364 Sep 13 08:00:46.351435 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa336-5e4f-4c51-9169-8a658a707c22 req-cca9f72e-2eea-45b1-a4fe-5d28288e3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:46.361807 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cc5aa336-5e4f-4c51-9169-8a658a707c22 req-cca9f72e-2eea-45b1-a4fe-5d28288e3113 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 1129 time: 0.1035018 Sep 13 08:00:46.425020 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2c17a932-656c-4c6b-a169-f65d60cec459 req-318316b3-f7c3-4eac-9b27-00fb85a7e97d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619244 Sep 13 08:00:46.490080 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10f920-d7ad-46e0-b28d-36e01b454a8a req-1df022cb-4297-4c6b-9d0b-d67e732bfe4e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:46.499773 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9e10f920-d7ad-46e0-b28d-36e01b454a8a req-1df022cb-4297-4c6b-9d0b-d67e732bfe4e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.1040218 Sep 13 08:00:46.523233 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cc5aa336-5e4f-4c51-9169-8a658a707c22 req-d804b1a9-a61a-4c30-96aa-5ac2de02fa2f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553025 Sep 13 08:00:46.559668 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9e10f920-d7ad-46e0-b28d-36e01b454a8a req-1891c15b-f758-4f14-9798-407677e48b3e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587060 Sep 13 08:00:46.748555 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58152) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:46.773776 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-04dd99d2-8aa7-4828-a772-933ab4acfba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:46.843337 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff8c24-4d1a-4fbb-aa74-58d17b926e92 req-114a9d76-8146-4b67-9cde-99566e7dba39 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:46.845693 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6cff8c24-4d1a-4fbb-aa74-58d17b926e92 req-114a9d76-8146-4b67-9cde-99566e7dba39 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 945 time: 0.0749319 Sep 13 08:00:46.915405 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6cff8c24-4d1a-4fbb-aa74-58d17b926e92 req-f94242c2-e348-4f9c-b19f-95005b821ab6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626287 Sep 13 08:00:46.973817 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-73f04307-fa32-4a30-8303-4bcae238e896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:46.998121 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:47.056912 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0e627-b9f6-45c9-963b-4549d5419a10 req-3bcec202-4b13-4e75-bdb8-fd3a2e753c3b tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:47.060091 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3bf0e627-b9f6-45c9-963b-4549d5419a10 req-3bcec202-4b13-4e75-bdb8-fd3a2e753c3b tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 944 time: 0.0867417 Sep 13 08:00:47.139989 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3bf0e627-b9f6-45c9-963b-4549d5419a10 req-b12ce809-6f56-4935-93bc-9ce5c68ad6d1 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716233 Sep 13 08:00:47.179089 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-73f04307-fa32-4a30-8303-4bcae238e896 admin admin] Publish callbacks [] for security_group (d81ed9b8-6567-4538-bc6f-ef6866d71d06), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:47.184164 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-73f04307-fa32-4a30-8303-4bcae238e896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (d81ed9b8-6567-4538-bc6f-ef6866d71d06), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:47.244421 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 58176) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:47.251964 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-73f04307-fa32-4a30-8303-4bcae238e896 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d5e85beab3174ee9bfa72c4f6dcebccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5019855 Sep 13 08:00:47.253030 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f04307-fa32-4a30-8303-4bcae238e896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ed9b8-6567-4538-bc6f-ef6866d71d06,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:47.392187 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc195e89-6762-415f-ab9c-8fc06e1740d3 req-998cd3df-338a-4b31-b2ba-88abe1c7e070 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:47.400969 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cc195e89-6762-415f-ab9c-8fc06e1740d3 req-998cd3df-338a-4b31-b2ba-88abe1c7e070 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0693498 Sep 13 08:00:47.404088 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-03b39cc7-1d8b-421d-a468-21e99f39ce7d admin admin] Publish callbacks [] for security_group (d81ed9b8-6567-4538-bc6f-ef6866d71d06), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:47.445302 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-03b39cc7-1d8b-421d-a468-21e99f39ce7d admin admin] Publish callbacks [] for security_group (d81ed9b8-6567-4538-bc6f-ef6866d71d06), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:47.570328 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cc195e89-6762-415f-ab9c-8fc06e1740d3 req-14da28f7-2cc8-41c3-afd4-1f104d4a6cc4 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1681163 Sep 13 08:00:47.612701 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8bd6b5cb-67ec-470d-acdd-77806714af49 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:00:47.616919 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-03b39cc7-1d8b-421d-a468-21e99f39ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (d81ed9b8-6567-4538-bc6f-ef6866d71d06), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:47.621457 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-03b39cc7-1d8b-421d-a468-21e99f39ce7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:47.628908 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-03b39cc7-1d8b-421d-a468-21e99f39ce7d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d81ed9b8-6567-4538-bc6f-ef6866d71d06 HTTP/1.1" status: 204 len: 168 time: 0.3832910 Sep 13 08:00:47.649579 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b39cc7-1d8b-421d-a468-21e99f39ce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ed9b8-6567-4538-bc6f-ef6866d71d06,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:47.757556 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f270ee-6a59-42e2-a736-287a30922085 req-6b006329-ec48-4409-83b8-db0dde0a2f38 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:47.765080 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-14f270ee-6a59-42e2-a736-287a30922085 req-6b006329-ec48-4409-83b8-db0dde0a2f38 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0898285 Sep 13 08:00:47.822342 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-14f270ee-6a59-42e2-a736-287a30922085 req-0bd8a325-7fe3-4fc4-890b-a5e0a7a4224e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561240 Sep 13 08:00:47.855681 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 8bd6b5cb-67ec-470d-acdd-77806714af49, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8bd6b5cb-67ec-470d-acdd-77806714af49,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:47.876217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '8bd6b5cb-67ec-470d-acdd-77806714af49', 'network_id': 'db51d0ec-075c-415f-a128-7b3d132b8d38', 'port_id': '8bd6b5cb-67ec-470d-acdd-77806714af49', 'mac_address': 'fa:16:3e:39:de:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b63d53d-ddb1-456f-95c5-8f40275de5fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:00:47.926308 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 8bd6b5cb-67ec-470d-acdd-77806714af49 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:47.929435 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:47.944223 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd6b5cb-67ec-470d-acdd-77806714af49 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:00:47.974192 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 8bd6b5cb-67ec-470d-acdd-77806714af49, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8bd6b5cb-67ec-470d-acdd-77806714af49,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:47.980267 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:48.053489 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=8bd6b5cb-67ec-470d-acdd-77806714af49,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:48.111365 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d4128-5372-4b22-9cc2-598cbf5e1157 req-48a15c22-76cd-4932-add7-a96955ef67ed tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:48.120009 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5c8d4128-5372-4b22-9cc2-598cbf5e1157 req-48a15c22-76cd-4932-add7-a96955ef67ed tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 945 time: 0.0667272 Sep 13 08:00:48.180864 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5c8d4128-5372-4b22-9cc2-598cbf5e1157 req-5645614a-22de-4811-bc58-47d4b5a2e02e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549343 Sep 13 08:00:48.260556 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:48.265901 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=20 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:48.283158 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['8bd6b5cb-67ec-470d-acdd-77806714af49'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:00:48.302485 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ca9b6-6d1b-440e-854a-e5b8605f3c07 req-d0af22cd-8ce1-45aa-b799-3e3725fb547a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:48.310220 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-122ca9b6-6d1b-440e-854a-e5b8605f3c07 req-d0af22cd-8ce1-45aa-b799-3e3725fb547a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 945 time: 0.0668032 Sep 13 08:00:48.402425 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-122ca9b6-6d1b-440e-854a-e5b8605f3c07 req-dbb46cff-6fbb-4413-a454-72a0a90e1ec0 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911944 Sep 13 08:00:48.506638 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:48.519614 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:48.703299 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269debbf-9490-464e-ac02-cccdd6ebba94 req-bfd4ee24-60eb-41a6-89b7-aef923b8f008 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:48.705051 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-269debbf-9490-464e-ac02-cccdd6ebba94 req-bfd4ee24-60eb-41a6-89b7-aef923b8f008 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0578153 Sep 13 08:00:48.767384 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-269debbf-9490-464e-ac02-cccdd6ebba94 req-d0382b94-f624-4fca-87f9-bd18bff50d8c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569305 Sep 13 08:00:48.987303 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-559ba277-d6b6-4aab-ac9a-de857cbf8509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:49.007803 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649bf48-8688-41e8-9801-c47b04765047 req-2e6b2af3-f617-4338-ae19-208a3d0eb4ef tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:49.018321 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a649bf48-8688-41e8-9801-c47b04765047 req-2e6b2af3-f617-4338-ae19-208a3d0eb4ef tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0936265 Sep 13 08:00:49.120162 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a649bf48-8688-41e8-9801-c47b04765047 req-d899ddf8-2961-4511-81f7-b07a6996e181 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913687 Sep 13 08:00:49.139244 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-8a448f51-617b-4ee9-bcbd-d4fce1236933 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:49.140804 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-8a448f51-617b-4ee9-bcbd-d4fce1236933 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/networks?id=758ea9e6-2737-427b-bf4a-218a18974f38 HTTP/1.1" status: 200 len: 815 time: 0.1845198 Sep 13 08:00:49.163837 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7a2b5c79-fcc3-4a96-b567-d9b531bdd085 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/quotas/29cd3d666355422e8ac5802fd07de461 HTTP/1.1" status: 200 len: 375 time: 0.0162079 Sep 13 08:00:49.222359 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-efb8b2f1-2a56-4b1c-9c63-81d32fe11410 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=29cd3d666355422e8ac5802fd07de461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575404 Sep 13 08:00:49.328465 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ad8db-ebe9-49dc-9c10-b6278f818f1c req-a4be7957-3f8a-406e-889a-7d00f32e2115 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:49.339680 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-186ad8db-ebe9-49dc-9c10-b6278f818f1c req-a4be7957-3f8a-406e-889a-7d00f32e2115 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 945 time: 0.0826373 Sep 13 08:00:49.343735 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:49.367953 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-daacd56f-0091-4194-882b-39c1fc42d8a6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343102 Sep 13 08:00:49.416035 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-186ad8db-ebe9-49dc-9c10-b6278f818f1c req-a1372fbb-f40c-4d10-b853-ca6f67b04213 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748084 Sep 13 08:00:49.521826 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-f21fbef2-9b54-4943-a106-0ad1e87df8f2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474724 Sep 13 08:00:49.590676 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b3b28-e23e-4638-8611-a16cdac433ae req-a47b2d64-6f48-4f18-9565-7a0fe252359a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:49.592282 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-283b3b28-e23e-4638-8611-a16cdac433ae req-a47b2d64-6f48-4f18-9565-7a0fe252359a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 945 time: 0.0623434 Sep 13 08:00:49.649538 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8bd6b5cb-67ec-470d-acdd-77806714af49 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:00:49.663145 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-283b3b28-e23e-4638-8611-a16cdac433ae req-b1b14b56-a0de-4ee3-a1ff-b3ccdd1e1da4 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630345 Sep 13 08:00:49.721132 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 8bd6b5cb-67ec-470d-acdd-77806714af49 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:00:49.728951 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 8bd6b5cb-67ec-470d-acdd-77806714af49 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:49.729361 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:49.761791 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f2664ca3-fa31-4b74-9905-302b9a6732c2 req-6e3977f2-19df-462d-8855-a8fab497f3f4 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 210 time: 0.0383794 Sep 13 08:00:49.790149 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:49.810361 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01587370-c69e-41f3-a5bf-488dda3e3fa3 req-335755bf-9962-4762-a099-403809742cf6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:49.811992 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-01587370-c69e-41f3-a5bf-488dda3e3fa3 req-335755bf-9962-4762-a099-403809742cf6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 945 time: 0.0731502 Sep 13 08:00:49.828535 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 58268) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:49.833285 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-0dab4b35-a02c-4c8c-9050-544c5e4fe4dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'floatingip': {'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:49.856399 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 8bd6b5cb-67ec-470d-acdd-77806714af49 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:00:49.856847 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:49.869117 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:49.915563 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e431040-3a8a-45a6-96a6-3c337597e2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd6b5cb-67ec-470d-acdd-77806714af49'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:00:49.918208 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0dab4b35-a02c-4c8c-9050-544c5e4fe4dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (2248c98d-3322-4c7e-9b0b-96987809f31f), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:49.919467 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8439d2-af0c-4ab2-a620-1309a2c222d7" -d '{"events": [{"server_uuid": "5e431040-3a8a-45a6-96a6-3c337597e2c4", "name": "network-vif-plugged", "status": "completed", "tag": "8bd6b5cb-67ec-470d-acdd-77806714af49"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:00:49.945264 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbddb70-77e8-4ac8-8aff-74dd90beffc9 req-f99e8a07-4375-4c94-9229-09bd514db4af tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:49.947726 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-dcbddb70-77e8-4ac8-8aff-74dd90beffc9 req-f99e8a07-4375-4c94-9229-09bd514db4af tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0878694 Sep 13 08:00:49.955556 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 8bd6b5cb-67ec-470d-acdd-77806714af49, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8bd6b5cb-67ec-470d-acdd-77806714af49,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:00:49.960701 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:50.008133 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d7d9b4-2db1-4f6a-aab0-39948937fdf2 x-openstack-request-id: req-50d7d9b4-2db1-4f6a-aab0-39948937fdf2 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:00:50.009771 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e431040-3a8a-45a6-96a6-3c337597e2c4", "name": "network-vif-plugged", "status": "completed", "tag": "8bd6b5cb-67ec-470d-acdd-77806714af49", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:00:50.010206 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50d7d9b4-2db1-4f6a-aab0-39948937fdf2 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:00:50.010926 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d7d9b4-2db1-4f6a-aab0-39948937fdf2'] response: {'server_uuid': '5e431040-3a8a-45a6-96a6-3c337597e2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd6b5cb-67ec-470d-acdd-77806714af49', 'code': 200} Sep 13 08:00:50.041286 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-dcbddb70-77e8-4ac8-8aff-74dd90beffc9 req-34dd2b8a-f446-40d7-a80c-c7d38392fd9a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857861 Sep 13 08:00:50.068235 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=8bd6b5cb-67ec-470d-acdd-77806714af49,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:50.191355 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d490-2a96-48ad-a15d-5ec900b36cec req-d2b7747f-3a46-4e66-a645-f7f976c8ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:50.193244 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:50.194086 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7217d490-2a96-48ad-a15d-5ec900b36cec req-d2b7747f-3a46-4e66-a645-f7f976c8ef4f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 1130 time: 0.0477221 Sep 13 08:00:50.253808 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7217d490-2a96-48ad-a15d-5ec900b36cec req-10e3a123-4f92-448d-8f08-df7de3e605fe service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523050 Sep 13 08:00:50.647088 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0dab4b35-a02c-4c8c-9050-544c5e4fe4dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:50.652014 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0dab4b35-a02c-4c8c-9050-544c5e4fe4dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (2248c98d-3322-4c7e-9b0b-96987809f31f), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:50.720769 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58292) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:50.725900 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243423141', 'description': 'tempest-description--315093663'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:50.773771 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-0dab4b35-a02c-4c8c-9050-544c5e4fe4dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Floating IP 2248c98d-3322-4c7e-9b0b-96987809f31f associated. External IP: 172.27.1.187, port: 8944c58c-2584-4f0e-8d58-4a4c7d04525d. Sep 13 08:00:50.801675 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:50.863024 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:50.909266 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d7dde-b79c-4907-a6b1-b43562457783 req-61289f82-edaf-4cd9-94d6-1da8c3c310b4 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:50.916889 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-985d7dde-b79c-4907-a6b1-b43562457783 req-61289f82-edaf-4cd9-94d6-1da8c3c310b4 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.1172290 Sep 13 08:00:50.932742 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b27bd99a-ec74-4823-b9fe-fbfaa2112620 req-644695eb-7a5d-4621-a7d7-029158da4eb1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 210 time: 0.0512636 Sep 13 08:00:50.987538 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-985d7dde-b79c-4907-a6b1-b43562457783 req-71b1239a-2923-445a-a4d0-d19aaf61e73f tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 Sep 13 08:00:51.006066 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group (9b0d7f9b-8af7-450f-bdb2-938c8f96e290), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.012139 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (9b0d7f9b-8af7-450f-bdb2-938c8f96e290), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.046841 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.050201 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3280256 Sep 13 08:00:51.051002 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d7f9b-8af7-450f-bdb2-938c8f96e290,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:51.051122 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 58300) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:51.055438 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Request body: {'security_group_rule': {'security_group_id': '9b0d7f9b-8af7-450f-bdb2-938c8f96e290', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:51.059770 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.060123 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.060473 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.060813 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.061150 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.061483 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.061833 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.062166 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.062661 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.062837 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.063130 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.063453 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.063773 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.064124 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.064417 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68b9a92-8ab2-49c1-a081-f6047ae2452f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.090382 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dab4b35-a02c-4c8c-9050-544c5e4fe4dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:00:51.098848 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group_rule (793f635b-1457-4d2e-989a-13de52b33a37), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.401715 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:51.402245 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:51.485832 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b320624-63cb-441a-aac7-4510bdc85f67 req-57bf10c2-e50b-4c65-ac74-c419ee6d271a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:51.487433 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0b320624-63cb-441a-aac7-4510bdc85f67 req-57bf10c2-e50b-4c65-ac74-c419ee6d271a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.3306527 Sep 13 08:00:51.511493 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group_rule (793f635b-1457-4d2e-989a-13de52b33a37), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.525121 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (793f635b-1457-4d2e-989a-13de52b33a37), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.555098 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dab4b35-a02c-4c8c-9050-544c5e4fe4dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:00:51.561570 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793f635b-1457-4d2e-989a-13de52b33a37,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:51.566017 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:00:51.566539 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0dab4b35-a02c-4c8c-9050-544c5e4fe4dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.577273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:51.578013 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:51.601460 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.602685 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5507064 Sep 13 08:00:51.606114 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58306) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:51.607269 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.607628 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.607976 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.608329 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.608665 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.609001 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.609338 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.609676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.610037 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.610372 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.610657 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-c5e32e12-6bd5-4c52-a491-05c60427cf6c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Request body: {'security_group_rule': {'security_group_id': '9b0d7f9b-8af7-450f-bdb2-938c8f96e290', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:51.610753 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.611024 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.611357 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.611686 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.612016 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3800ae-36ed-4a78-b81e-9ddfe6a7e1a7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:00:51.626336 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0b320624-63cb-441a-aac7-4510bdc85f67 req-4756c420-1cc1-436e-aac9-1e2b4429e8d6 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303854 Sep 13 08:00:51.653011 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0dab4b35-a02c-4c8c-9050-544c5e4fe4dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/2248c98d-3322-4c7e-9b0b-96987809f31f HTTP/1.1" status: 200 len: 991 time: 1.8204839 Sep 13 08:00:51.653011 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad853f7-74b5-4834-ac90-135c495614c1', 'tag': '8944c58c-2584-4f0e-8d58-4a4c7d04525d'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:00:51.658746 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad853f7-74b5-4834-ac90-135c495614c1", "tag": "8944c58c-2584-4f0e-8d58-4a4c7d04525d"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:00:51.663237 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5e32e12-6bd5-4c52-a491-05c60427cf6c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group_rule (8c9fc6a3-f31c-4a6b-9cbe-4e322342bdf7), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.699138 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f73188-3b7d-4fe3-ad4c-c22461635d52 x-openstack-request-id: req-07f73188-3b7d-4fe3-ad4c-c22461635d52 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:00:51.699614 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad853f7-74b5-4834-ac90-135c495614c1", "tag": "8944c58c-2584-4f0e-8d58-4a4c7d04525d", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:00:51.700051 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07f73188-3b7d-4fe3-ad4c-c22461635d52 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:00:51.700732 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f73188-3b7d-4fe3-ad4c-c22461635d52'] response: {'name': 'network-changed', 'server_uuid': '9ad853f7-74b5-4834-ac90-135c495614c1', 'tag': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'status': 'completed', 'code': 200} Sep 13 08:00:51.707257 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.725272 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:51.734170 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5e32e12-6bd5-4c52-a491-05c60427cf6c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group_rule (8c9fc6a3-f31c-4a6b-9cbe-4e322342bdf7), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.738764 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5e32e12-6bd5-4c52-a491-05c60427cf6c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (8c9fc6a3-f31c-4a6b-9cbe-4e322342bdf7), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.765172 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e32e12-6bd5-4c52-a491-05c60427cf6c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9fc6a3-f31c-4a6b-9cbe-4e322342bdf7,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:51.773581 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5e32e12-6bd5-4c52-a491-05c60427cf6c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.774903 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-c5e32e12-6bd5-4c52-a491-05c60427cf6c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1677425 Sep 13 08:00:51.778049 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58312) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:00:51.782645 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:51.803622 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.879226 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:51.890613 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:52.015992 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Allocated IP 172.27.1.151 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/120ab5c0-282a-40b3-acf2-4806c1fb409f) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:52.017704 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:52.035318 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '2248c98d-3322-4c7e-9b0b-96987809f31f', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:28Z', 'updated_at': '2022-09-13T08:00:50Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:52.079698 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:00:52.090406 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:00:52.091167 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:00:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:52.105775 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1ee3a171-11c5-47e4-932e-0347168809f9 req-3ba34a48-f0e8-4e26-9e0b-8c3ebcd4da38 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 210 time: 0.0571055 Sep 13 08:00:52.195777 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728b76d-8569-4705-a20a-0cf271bd4d7d req-4095264c-93ec-483b-9bc6-d50f8d6e4bed tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:52.197635 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5728b76d-8569-4705-a20a-0cf271bd4d7d req-4095264c-93ec-483b-9bc6-d50f8d6e4bed tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0723128 Sep 13 08:00:52.207365 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:00:52.235333 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:52.298325 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for port (120ab5c0-282a-40b3-acf2-4806c1fb409f), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:52.305116 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:52.357315 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5728b76d-8569-4705-a20a-0cf271bd4d7d req-ad9ae2b4-3653-4845-bfdf-1ae170a856ad tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482551 Sep 13 08:00:52.366837 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-52aea3ec-7133-4d70-9453-68e22997a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:52.368867 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-52aea3ec-7133-4d70-9453-68e22997a9b2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 1129 time: 0.1016040 Sep 13 08:00:52.468626 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:52.537145 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (120ab5c0-282a-40b3-acf2-4806c1fb409f), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:52.620103 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:52.627901 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-df8aa01d-0c00-4770-ae5b-f7ff4b041c94 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:52.630385 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-df8aa01d-0c00-4770-ae5b-f7ff4b041c94 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.18 "GET /networking/v2.0/networks?id=758ea9e6-2737-427b-bf4a-218a18974f38 HTTP/1.1" status: 200 len: 815 time: 0.1998346 Sep 13 08:00:52.632059 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:52.640022 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:52.643970 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event updated for resources: {'Port': ['ID=120ab5c0-282a-40b3-acf2-4806c1fb409f,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:52.655547 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'port': {'device_id': '4e775a42-5136-40d7-a248-9340807a02cf', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'admin_state_up': True, 'tenant_id': '29cd3d666355422e8ac5802fd07de461'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:00:52.742069 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-65cd346d-d4a0-4ad6-8bb4-09ecceca5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:52.744216 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-65cd346d-d4a0-4ad6-8bb4-09ecceca5b5f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 915 time: 0.3413575 Sep 13 08:00:52.768180 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for floatingip (8cc1b7b9-efa4-4ded-9511-430af9cc0606), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:52.791234 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '2248c98d-3322-4c7e-9b0b-96987809f31f', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:28Z', 'updated_at': '2022-09-13T08:00:50Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:00:52.836702 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921432b4-ed8d-47c0-9896-1a10c103b4eb None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '2248c98d-3322-4c7e-9b0b-96987809f31f', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:28Z', 'updated_at': '2022-09-13T08:00:50Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:00:52.851026 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93115a55-0932-45a7-ab0d-7d53227bd55b req-b803bcd0-f6ef-41c0-846e-cc9c50678c22 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:52.856659 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-93115a55-0932-45a7-ab0d-7d53227bd55b req-b803bcd0-f6ef-41c0-846e-cc9c50678c22 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0817347 Sep 13 08:00:52.940712 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-121b2a20-47f2-4dd2-b7b7-74abfee29fc5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8944c58c-2584-4f0e-8d58-4a4c7d04525d HTTP/1.1" status: 200 len: 999 time: 0.1159985 Sep 13 08:00:52.949937 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (120ab5c0-282a-40b3-acf2-4806c1fb409f), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:52.974684 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-93115a55-0932-45a7-ab0d-7d53227bd55b req-3dd52c42-94b4-4360-93af-e1ae82b0ee11 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073935 Sep 13 08:00:52.976581 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Made reservation on behalf of 29cd3d666355422e8ac5802fd07de461 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:00:52.981080 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:53.074646 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-c26f60bd-e528-46ab-a731-d7932c4dccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:53.076114 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-c26f60bd-e528-46ab-a731-d7932c4dccb3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.1224999 Sep 13 08:00:53.166987 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Allocated IP 172.20.0.5 (758ea9e6-2737-427b-bf4a-218a18974f38/139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0/b890f81c-89fa-4f25-9589-36b25c2b0112) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:00:53.240572 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:53.296224 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea5faa-24ec-4b39-863a-e60c4b00c33c None None] New status for floating IP 2248c98d-3322-4c7e-9b0b-96987809f31f: ACTIVE {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:00:53.297010 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e7839a3b-e88c-4bd5-9001-803bb4e30cab req-47de516a-a371-4420-bec0-3a25ac164952 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 210 time: 0.0554528 Sep 13 08:00:53.449153 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:53.508301 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:53.580702 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:53.586822 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-6cb7e78c-2752-4372-bf9a-94d844082caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:53.588662 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-6cb7e78c-2752-4372-bf9a-94d844082caa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4419522 Sep 13 08:00:53.589123 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:53.638359 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdd20e-ed7c-4a81-b5a1-993948cfcaa2 req-74d17d66-5557-41a7-93fd-3f939acdeaae tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:53.647414 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-37fdd20e-ed7c-4a81-b5a1-993948cfcaa2 req-74d17d66-5557-41a7-93fd-3f939acdeaae tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.1851988 Sep 13 08:00:53.709764 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'Port': ['ID=b890f81c-89fa-4f25-9589-36b25c2b0112,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:53.715605 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Network 758ea9e6-2737-427b-bf4a-218a18974f38 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:00:53.717744 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:00:53.727054 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:00:53.743419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for port (120ab5c0-282a-40b3-acf2-4806c1fb409f), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:53.763491 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-37fdd20e-ed7c-4a81-b5a1-993948cfcaa2 req-0c696056-a7c8-4282-ba06-e48c5695663d tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089523 Sep 13 08:00:53.764713 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (120ab5c0-282a-40b3-acf2-4806c1fb409f), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:53.830695 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:53.831336 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:53.839758 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (8cc1b7b9-efa4-4ded-9511-430af9cc0606), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:53.847673 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event updated for resources: {'Port': ['ID=120ab5c0-282a-40b3-acf2-4806c1fb409f,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:00:53.866632 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-787205a7-b834-47a3-8e5c-0de4247e62a1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2180548 Sep 13 08:00:53.871289 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:53.880871 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4de0ca33-3b50-478b-9513-3a2dc7f28545 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0938380 Sep 13 08:00:54.086251 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-82c56ae7-a2d0-4af7-8ebc-3bfc319a44a8 None None] Provisioning complete for port b890f81c-89fa-4f25-9589-36b25c2b0112 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:00:54.087823 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-82c56ae7-a2d0-4af7-8ebc-3bfc319a44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:00:54.106205 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ca159-602d-403d-8a1b-75053060b141 req-e22fb92e-f2bf-499d-a909-4e2022cfe59d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:54.108130 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-974ca159-602d-403d-8a1b-75053060b141 req-e22fb92e-f2bf-499d-a909-4e2022cfe59d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0522289 Sep 13 08:00:54.121841 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-82c56ae7-a2d0-4af7-8ebc-3bfc319a44a8 None None] Port b890f81c-89fa-4f25-9589-36b25c2b0112 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:00:54.149354 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:54.163127 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-974ca159-602d-403d-8a1b-75053060b141 req-50ac3a28-8e01-4b79-a7f7-d71986448a3b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491366 Sep 13 08:00:54.453107 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa582d-8306-49af-a0c6-76638ea3f87c req-fbd9fdd7-8c9d-45e4-812d-a69748f792a7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:54.454688 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-53aa582d-8306-49af-a0c6-76638ea3f87c req-fbd9fdd7-8c9d-45e4-812d-a69748f792a7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.0516546 Sep 13 08:00:54.502352 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-53aa582d-8306-49af-a0c6-76638ea3f87c req-4a22a612-04e8-4660-8d23-6397e7abd606 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Sep 13 08:00:54.933235 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52b059-9869-4a99-aa0f-6d02de2705a5 req-f001a1de-aa71-4b79-b562-04548be7105b tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:54.941387 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ef52b059-9869-4a99-aa0f-6d02de2705a5 req-f001a1de-aa71-4b79-b562-04548be7105b tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0732865 Sep 13 08:00:55.000885 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ef52b059-9869-4a99-aa0f-6d02de2705a5 req-ae579645-d381-4c6d-afcb-c9ab4b4573dd tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541377 Sep 13 08:00:55.368921 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d18356-e894-4769-8374-0b14caae9f37 req-54a61ea5-0a98-4c00-adde-de9c87f2c683 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:55.376777 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-01d18356-e894-4769-8374-0b14caae9f37 req-54a61ea5-0a98-4c00-adde-de9c87f2c683 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0787971 Sep 13 08:00:55.448487 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-01d18356-e894-4769-8374-0b14caae9f37 req-c909d75d-6ca7-46c2-902f-7a87b5381016 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706615 Sep 13 08:00:55.683685 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa928582-5201-4b0f-984a-4d8bee0f180d req-17d53c4f-66b1-4325-9170-d94b9384eafd tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:55.685399 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fa928582-5201-4b0f-984a-4d8bee0f180d req-17d53c4f-66b1-4325-9170-d94b9384eafd tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.0981381 Sep 13 08:00:55.768163 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fa928582-5201-4b0f-984a-4d8bee0f180d req-3f0a692d-8a4a-4175-9b8d-44ae03d624e3 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761690 Sep 13 08:00:56.170160 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a50bf6-77b8-4e27-b223-ee95cbe22534 req-53325f5e-5778-462d-9378-419e1f126302 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:56.172209 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a50bf6-77b8-4e27-b223-ee95cbe22534 req-53325f5e-5778-462d-9378-419e1f126302 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0752213 Sep 13 08:00:56.250662 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a50bf6-77b8-4e27-b223-ee95cbe22534 req-e1cb4a70-4ff2-4c74-8918-2df773f93f80 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718763 Sep 13 08:00:56.633623 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf543da-bfb4-4857-b48b-7451be73440b req-e6c3cca4-7b95-407b-9fb9-835203f69da1 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:56.636818 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9cf543da-bfb4-4857-b48b-7451be73440b req-e6c3cca4-7b95-407b-9fb9-835203f69da1 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0572929 Sep 13 08:00:56.688641 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9cf543da-bfb4-4857-b48b-7451be73440b req-7e2d525d-ad61-47e8-802e-843a49ea18b7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453906 Sep 13 08:00:56.905909 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c22d7-b5c8-4012-8562-6ebcbb6e160d req-8866ce6e-74a1-4f79-93d8-f34915b1b24b tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:56.908101 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4f5c22d7-b5c8-4012-8562-6ebcbb6e160d req-8866ce6e-74a1-4f79-93d8-f34915b1b24b tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.0582340 Sep 13 08:00:56.966186 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4f5c22d7-b5c8-4012-8562-6ebcbb6e160d req-1319b647-d988-47a8-98b0-868750681bb3 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500414 Sep 13 08:00:57.364158 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:57.377727 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc08ba-5af9-4798-9ddd-bf1270791ee9 req-825a222c-5755-4256-b75c-14b791d60329 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:57.379255 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-12cc08ba-5af9-4798-9ddd-bf1270791ee9 req-825a222c-5755-4256-b75c-14b791d60329 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0487430 Sep 13 08:00:57.432827 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-12cc08ba-5af9-4798-9ddd-bf1270791ee9 req-aae1a79d-b1da-43e5-82f0-0dc2869e9c63 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448058 Sep 13 08:00:57.867961 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478306-9b6c-41b2-992a-77776793db07 req-603d6d2c-777d-41c3-8b84-2e7b131b06d5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:57.878331 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1d478306-9b6c-41b2-992a-77776793db07 req-603d6d2c-777d-41c3-8b84-2e7b131b06d5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0772264 Sep 13 08:00:57.930344 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1d478306-9b6c-41b2-992a-77776793db07 req-d789f512-7e93-4935-afe8-b1dd6a0c5b1b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493431 Sep 13 08:00:58.101425 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f7183-68ba-4a1b-a3fd-8d67722c0c1f req-ef455960-7701-4cc6-9036-8a3875648514 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:58.103859 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ce1f7183-68ba-4a1b-a3fd-8d67722c0c1f req-ef455960-7701-4cc6-9036-8a3875648514 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.0552974 Sep 13 08:00:58.164176 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ce1f7183-68ba-4a1b-a3fd-8d67722c0c1f req-48d3e64f-bbb0-4af0-83ef-a605a90cf1af tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535786 Sep 13 08:00:58.568906 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c115d6-48fb-4ff4-8a0f-211a07828691 req-0f6a6712-08e0-48cd-bc4b-d8f53b8b9227 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:58.570742 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b0c115d6-48fb-4ff4-8a0f-211a07828691 req-0f6a6712-08e0-48cd-bc4b-d8f53b8b9227 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0561848 Sep 13 08:00:58.625118 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b0c115d6-48fb-4ff4-8a0f-211a07828691 req-d212160d-811c-4e44-a056-7470e0c8340b tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484288 Sep 13 08:00:58.975134 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-32bda4ec-ec06-474e-a879-d2d16f2bb457 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1243423141&fields=id&tenant_id=3414a292093541209ace108ad8bb6be4 HTTP/1.1" status: 200 len: 267 time: 0.0559897 Sep 13 08:00:59.045788 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:00:59.100740 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-f2593888-9769-4230-a408-c6141bbff273 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:59.102272 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-f2593888-9769-4230-a408-c6141bbff273 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 819 time: 0.1145644 Sep 13 08:00:59.117575 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aee409-d461-4bfa-a18e-891dc12b10a2 req-feb6743f-44da-4a43-a0ef-23632bf5b234 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:59.119946 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e5aee409-d461-4bfa-a18e-891dc12b10a2 req-feb6743f-44da-4a43-a0ef-23632bf5b234 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0869234 Sep 13 08:00:59.132819 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-242befb6-7e87-48ed-b6af-87b467df97dc tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/quotas/3414a292093541209ace108ad8bb6be4 HTTP/1.1" status: 200 len: 375 time: 0.0235734 Sep 13 08:00:59.179451 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e5aee409-d461-4bfa-a18e-891dc12b10a2 req-85e2b449-da06-4388-8373-19cbf31a6f99 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504160 Sep 13 08:00:59.187902 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-07404fe0-25aa-4d1d-8614-c99a0b85641c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541399 Sep 13 08:00:59.299338 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f8e1-6aa1-48c5-9050-6c1f82f4cf73 req-33542d0f-5853-4fac-a065-fff755ae8aa7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:59.300986 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8754f8e1-6aa1-48c5-9050-6c1f82f4cf73 req-33542d0f-5853-4fac-a065-fff755ae8aa7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.0531783 Sep 13 08:00:59.359199 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-55db5a97-f6a2-4f84-9511-4d41d20b5b80 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576002 Sep 13 08:00:59.366676 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8754f8e1-6aa1-48c5-9050-6c1f82f4cf73 req-d29f9201-98d3-413d-8816-dfdf0e6514f9 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559359 Sep 13 08:00:59.474452 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-348dd452-a9a1-4125-9040-89f3df93f024 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077335 Sep 13 08:00:59.672941 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-12fabc6e-87f0-4f7c-a49a-cfed815bec9f req-9dceed51-0c07-4711-a120-967edf3e8f43 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 210 time: 0.0359471 Sep 13 08:00:59.800408 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c802f53-6a96-460d-978a-fa453d397928 req-926e6875-6d83-43fb-bdb6-85c0fe24375f tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:00:59.809197 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9c802f53-6a96-460d-978a-fa453d397928 req-926e6875-6d83-43fb-bdb6-85c0fe24375f tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0795317 Sep 13 08:00:59.874646 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9c802f53-6a96-460d-978a-fa453d397928 req-d2484fc1-ca4d-44fb-90bb-8a1ba6c37d7f tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643628 Sep 13 08:01:00.353413 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575daeff-8a85-4c59-b2df-58bd588c775b req-3938ec07-8055-4ab5-831e-480a38906707 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:00.360668 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-575daeff-8a85-4c59-b2df-58bd588c775b req-3938ec07-8055-4ab5-831e-480a38906707 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0766773 Sep 13 08:01:00.413535 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-575daeff-8a85-4c59-b2df-58bd588c775b req-68af513e-ccf1-4d7e-83e2-fff8c008d1dd tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519652 Sep 13 08:01:00.467745 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58538) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:00.504736 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d13e7-3dd7-4400-a48c-d7ce06409a05 req-60c97aef-d190-4a9c-994b-cab5a18e32ee tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:00.506284 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e79d13e7-3dd7-4400-a48c-d7ce06409a05 req-60c97aef-d190-4a9c-994b-cab5a18e32ee tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.0477548 Sep 13 08:01:00.578300 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e79d13e7-3dd7-4400-a48c-d7ce06409a05 req-1866125f-9a31-4192-bc47-672b936e504c tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605302 Sep 13 08:01:00.594139 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2067cb64-2332-4fdb-8188-2c05635c50fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:00.688198 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2067cb64-2332-4fdb-8188-2c05635c50fe admin admin] Publish callbacks [] for security_group (fde86415-ca20-4fbf-b388-541ee1dfbe3e), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:00.692886 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2067cb64-2332-4fdb-8188-2c05635c50fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (fde86415-ca20-4fbf-b388-541ee1dfbe3e), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:00.732878 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2067cb64-2332-4fdb-8188-2c05635c50fe admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6e18d3f916e34af2adc82dad26e17987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639549 Sep 13 08:01:00.735576 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 58546) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:00.737850 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067cb64-2332-4fdb-8188-2c05635c50fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde86415-ca20-4fbf-b388-541ee1dfbe3e,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:00.797564 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e170bd1e-b186-458b-bfdf-9f7bf462963d admin admin] Publish callbacks [] for security_group (fde86415-ca20-4fbf-b388-541ee1dfbe3e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:00.807804 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-facd43ee-bab1-47e1-b840-d2e1c401d9be req-da709866-4f37-4364-98c4-b3e566d34ed6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 210 time: 0.0416028 Sep 13 08:01:00.819991 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e170bd1e-b186-458b-bfdf-9f7bf462963d admin admin] Publish callbacks [] for security_group (fde86415-ca20-4fbf-b388-541ee1dfbe3e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:00.828022 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:00.881090 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e170bd1e-b186-458b-bfdf-9f7bf462963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (fde86415-ca20-4fbf-b388-541ee1dfbe3e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:00.884736 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e170bd1e-b186-458b-bfdf-9f7bf462963d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:00.886149 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e170bd1e-b186-458b-bfdf-9f7bf462963d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fde86415-ca20-4fbf-b388-541ee1dfbe3e HTTP/1.1" status: 204 len: 168 time: 0.1490314 Sep 13 08:01:00.904047 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170bd1e-b186-458b-bfdf-9f7bf462963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde86415-ca20-4fbf-b388-541ee1dfbe3e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:01.070875 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feede349-134e-4729-bbd7-54838cfeeb2e req-817219a9-90d2-4e3b-8bfd-cc8cede00a96 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:01.072849 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-feede349-134e-4729-bbd7-54838cfeeb2e req-817219a9-90d2-4e3b-8bfd-cc8cede00a96 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0723779 Sep 13 08:01:01.089596 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:01.141437 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-feede349-134e-4729-bbd7-54838cfeeb2e req-dcc4c96a-1a14-471b-b2f5-b4d6a7a9575d tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628109 Sep 13 08:01:01.478656 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:01.552092 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42b2c9-c8f4-4a3a-a65d-a9118ba526a9 req-0eb0e612-e0b0-4e16-92b8-28956242355a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:01.553659 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1b42b2c9-c8f4-4a3a-a65d-a9118ba526a9 req-0eb0e612-e0b0-4e16-92b8-28956242355a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0550737 Sep 13 08:01:01.598456 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:01.613974 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1b42b2c9-c8f4-4a3a-a65d-a9118ba526a9 req-ff33fd1d-d08d-4008-9c87-36f92334c5c5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517814 Sep 13 08:01:01.706483 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b54547-e8ec-47a1-a56d-0e828cc5ed24 req-16d0929c-64da-4685-b5c2-b5c44c7f68c4 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:01.707895 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-63b54547-e8ec-47a1-a56d-0e828cc5ed24 req-16d0929c-64da-4685-b5c2-b5c44c7f68c4 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.0500801 Sep 13 08:01:01.758766 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-63b54547-e8ec-47a1-a56d-0e828cc5ed24 req-1811f051-0590-43f8-8e03-a7b64fe01a87 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Sep 13 08:01:01.919605 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-599607cd-05fb-4a02-81de-a533744607b0 req-4bde1a0d-9b23-499b-b9be-6c53898a0a6a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 210 time: 0.0325115 Sep 13 08:01:02.284244 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edacf0-c497-46c6-9e10-71cc690a6965 req-be99ee02-51b0-4d77-bcd2-6c6d446d009a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:02.285775 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-41edacf0-c497-46c6-9e10-71cc690a6965 req-be99ee02-51b0-4d77-bcd2-6c6d446d009a tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0621364 Sep 13 08:01:02.336087 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-41edacf0-c497-46c6-9e10-71cc690a6965 req-6e47ec22-9676-4676-b040-8314cb6a0303 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Sep 13 08:01:02.750960 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fad80-c706-41ba-9bd4-456957513429 req-96d27ee4-bb84-4eae-b397-ca85f15cb0f5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:02.752622 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c29fad80-c706-41ba-9bd4-456957513429 req-96d27ee4-bb84-4eae-b397-ca85f15cb0f5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0469980 Sep 13 08:01:02.801768 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c29fad80-c706-41ba-9bd4-456957513429 req-5e1c5119-5af6-4278-bc71-4bb7eac070dc tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432932 Sep 13 08:01:02.896393 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3c6b-2559-497c-8704-0f7a1a8709b2 req-29ad5241-cc32-4dc9-adc0-92dae73009b1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:02.897935 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8fba3c6b-2559-497c-8704-0f7a1a8709b2 req-29ad5241-cc32-4dc9-adc0-92dae73009b1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.0485396 Sep 13 08:01:02.949893 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8fba3c6b-2559-497c-8704-0f7a1a8709b2 req-dc88d965-e624-4662-b315-35a28a8ca52b tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455225 Sep 13 08:01:03.040121 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1829c41e-1492-4037-8b5d-3954876a8ae7 req-4a57b620-b2ef-4ff7-baf9-24ce9b7073f7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 210 time: 0.0321019 Sep 13 08:01:03.471971 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0001df8-8a24-45ba-b739-bef9db840855 req-4cd132c1-ff3d-4873-8e61-0327fe9dd334 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:03.474308 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d0001df8-8a24-45ba-b739-bef9db840855 req-4cd132c1-ff3d-4873-8e61-0327fe9dd334 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0550864 Sep 13 08:01:03.528007 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d0001df8-8a24-45ba-b739-bef9db840855 req-5fdda588-4e24-4bfb-9dc4-381acc6ba45e tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Sep 13 08:01:03.721848 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:03.925658 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7201c2-196b-4892-aba4-6e4c0b78bbcf req-680e2d24-e39b-40eb-be13-2afda51369bf tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:03.927167 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3a7201c2-196b-4892-aba4-6e4c0b78bbcf req-680e2d24-e39b-40eb-be13-2afda51369bf tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0482967 Sep 13 08:01:03.974236 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3a7201c2-196b-4892-aba4-6e4c0b78bbcf req-14aca1a3-775a-43fe-810a-07062c4a4c85 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414782 Sep 13 08:01:04.073971 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7432b-73c7-4b42-8945-5b21c21b6343 req-b6ab40f1-caf8-487b-9f67-d1c3282169a2 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:04.075448 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dcb7432b-73c7-4b42-8945-5b21c21b6343 req-b6ab40f1-caf8-487b-9f67-d1c3282169a2 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.0473602 Sep 13 08:01:04.123127 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dcb7432b-73c7-4b42-8945-5b21c21b6343 req-b0d4e6a3-c256-4ca6-9511-c4ff2440d1d4 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Sep 13 08:01:04.147656 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ed2833ab-f2db-4cda-aab3-199cf2b779b8 req-aa4e6eda-c824-4e57-96ca-27c414e67e24 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 210 time: 0.0285170 Sep 13 08:01:04.636203 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Request body: {'port': {'device_id': '4e775a42-5136-40d7-a248-9340807a02cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:04.675715 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14553a-c34d-4a6c-8d76-4af5d1abe555 req-f0981ea3-257c-4dff-a909-014ae4417af5 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:04.677157 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bc14553a-c34d-4a6c-8d76-4af5d1abe555 req-f0981ea3-257c-4dff-a909-014ae4417af5 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0740507 Sep 13 08:01:04.728630 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:04.761982 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bc14553a-c34d-4a6c-8d76-4af5d1abe555 req-33da8870-526c-4924-bbe9-591630378c49 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e03bb06-2598-49e9-9d04-07f236c1fcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764723 Sep 13 08:01:04.779581 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-729ff043-250b-40f8-a5bf-e696b39f1f1a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932322 Sep 13 08:01:04.970979 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:04.999509 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-55a7523a-00aa-41ff-a7ee-5966cc3f1a66 req-14d3e2e6-b1b8-4168-b77b-6f96517bca17 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061323 Sep 13 08:01:05.001011 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54879804-5073-461e-a860-3b92bb1a31c8 req-e5c760a3-09cf-4660-b75c-b07221413d23 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:05.002609 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-54879804-5073-461e-a860-3b92bb1a31c8 req-e5c760a3-09cf-4660-b75c-b07221413d23 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 946 time: 0.0666018 Sep 13 08:01:05.053571 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-1bfd34aa-b32d-4404-b609-4b388f467d8a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530541 Sep 13 08:01:05.075864 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:05.088701 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:05.147021 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df803919-234a-4327-8e8a-58a11c1bd448 req-4fac77aa-1285-4150-af45-36f37bca2ef6 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:05.148520 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df803919-234a-4327-8e8a-58a11c1bd448 req-4fac77aa-1285-4150-af45-36f37bca2ef6 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0751979 Sep 13 08:01:05.153032 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-de5ff1ce-7c1e-4c1c-afdb-515709c9b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:05.154515 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-de5ff1ce-7c1e-4c1c-afdb-515709c9b844 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 1129 time: 0.0698009 Sep 13 08:01:05.172154 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Deleting port 8bd6b5cb-67ec-470d-acdd-77806714af49 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:01:05.172490 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:05.201338 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b890f81c-89fa-4f25-9589-36b25c2b0112 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:01:05.229138 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Publish callbacks [] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:05.271243 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df803919-234a-4327-8e8a-58a11c1bd448 req-1d4c975d-c335-49a6-88ae-573d7055d79e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132820 Sep 13 08:01:05.312374 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Transition to ACTIVE for port object b890f81c-89fa-4f25-9589-36b25c2b0112 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:01:05.324414 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:05.346177 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8be7c-de0d-4455-9093-ecd3e3f35cc3 req-4fdd5473-afde-4a23-9513-7d0b2385833e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:05.354140 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-edb8be7c-de0d-4455-9093-ecd3e3f35cc3 req-4fdd5473-afde-4a23-9513-7d0b2385833e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 931 time: 0.1299953 Sep 13 08:01:05.372920 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-985456ed-050d-4c60-8d51-e5c51658173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:05.374583 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-985456ed-050d-4c60-8d51-e5c51658173e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 912 time: 0.1839001 Sep 13 08:01:05.419561 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-08c6e280-e956-46ba-83c4-904be60a779d req-6db91a67-8ba4-4817-89b0-58c6d1f679f1 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 210 time: 0.0439150 Sep 13 08:01:05.443898 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] For port 8bd6b5cb-67ec-470d-acdd-77806714af49, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8bd6b5cb-67ec-470d-acdd-77806714af49,segment=NetworkSegment(b9122b16-50a5-4bc1-aaef-41e1c7e678c1),segment_id=b9122b16-50a5-4bc1-aaef-41e1c7e678c1)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:05.444265 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:05.470529 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b890f81c-89fa-4f25-9589-36b25c2b0112,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:05.491982 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Calling delete_port for 8bd6b5cb-67ec-470d-acdd-77806714af49 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:01:05.501073 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-ba908134-1c92-4605-93ee-28a639f96b94 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d7157e-6c41-4277-8267-dedb42876a5b HTTP/1.1" status: 200 len: 1001 time: 0.0909312 Sep 13 08:01:05.520286 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-edb8be7c-de0d-4455-9093-ecd3e3f35cc3 req-7cbedcc6-bffd-48b2-89e5-1e82ce9f6029 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652951 Sep 13 08:01:05.588954 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Attempting to bind port b890f81c-89fa-4f25-9589-36b25c2b0112 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:01:05.589288 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Attempting to bind port b890f81c-89fa-4f25-9589-36b25c2b0112 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:01:05.589614 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Attempting to bind port b890f81c-89fa-4f25-9589-36b25c2b0112 on network 758ea9e6-2737-427b-bf4a-218a18974f38 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:01:05.697863 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f08a13-4097-42cb-89d6-ddffe2ea6a0c req-9ac30e00-10a2-4816-9f50-c78e6f4f9bbd tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:05.699351 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a9f08a13-4097-42cb-89d6-ddffe2ea6a0c req-9ac30e00-10a2-4816-9f50-c78e6f4f9bbd tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0812495 Sep 13 08:01:05.700902 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Port b890f81c-89fa-4f25-9589-36b25c2b0112 on network 758ea9e6-2737-427b-bf4a-218a18974f38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:01:05.701216 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Attempting to bind port b890f81c-89fa-4f25-9589-36b25c2b0112 on network 758ea9e6-2737-427b-bf4a-218a18974f38 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:01:05.809996 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:05.828033 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:01:05.828425 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Checking segment: {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:01:05.828878 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Bound using segment: {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:01:05.829303 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Bound port: b890f81c-89fa-4f25-9589-36b25c2b0112, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22137f4-c064-4680-8a3e-98fec14175dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:01:05.829669 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:05.832540 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-b573d9c1-4167-426c-a6fc-2ba2ae447fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:05.835283 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-b573d9c1-4167-426c-a6fc-2ba2ae447fca service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 200 len: 850 time: 0.0811136 Sep 13 08:01:05.841467 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (8bd6b5cb-67ec-470d-acdd-77806714af49), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:05.861085 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['8bd6b5cb-67ec-470d-acdd-77806714af49'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:01:05.874337 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a9f08a13-4097-42cb-89d6-ddffe2ea6a0c req-8a5d184f-bbbc-40d7-8206-e0d03787b894 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654110 Sep 13 08:01:05.916714 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Pushing event deleted for resources: {'Port': ['ID=8bd6b5cb-67ec-470d-acdd-77806714af49,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:05.932610 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-781c0c1f-7aae-43e2-884b-ae6abb0e9718 req-96ff4955-1bbc-49ca-9b47-438c0a3aa72f tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 210 time: 0.0638835 Sep 13 08:01:05.960260 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-7e439ff9-dc13-4341-b6a7-a0a32d19995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:05.962696 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-7e439ff9-dc13-4341-b6a7-a0a32d19995a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=06a031c7-2519-4c40-aa94-3951689a554d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044586 Sep 13 08:01:05.989184 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] No DVR routers for this DVR port 8bd6b5cb-67ec-470d-acdd-77806714af49 on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:01:05.993125 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:05.996575 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8bd6b5cb-67ec-470d-acdd-77806714af49 HTTP/1.1" status: 204 len: 173 time: 0.9632840 Sep 13 08:01:05.997144 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e431040-3a8a-45a6-96a6-3c337597e2c4', 'name': 'network-vif-deleted', 'tag': '8bd6b5cb-67ec-470d-acdd-77806714af49'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:05.999471 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ab5d21-9fd9-4581-b068-2f5266c8d756" -d '{"events": [{"server_uuid": "5e431040-3a8a-45a6-96a6-3c337597e2c4", "name": "network-vif-deleted", "tag": "8bd6b5cb-67ec-470d-acdd-77806714af49"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:06.011128 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] For port b890f81c-89fa-4f25-9589-36b25c2b0112, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:01:06.015483 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] For port b890f81c-89fa-4f25-9589-36b25c2b0112, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b890f81c-89fa-4f25-9589-36b25c2b0112,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:01:06.016733 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:06.023148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:06.027404 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:06.028086 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:06.029562 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 1093 time: 1.3981063 Sep 13 08:01:06.072838 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e68352c-299d-4f9d-a0c3-e039ac151528 x-openstack-request-id: req-7e68352c-299d-4f9d-a0c3-e039ac151528 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:06.073162 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e431040-3a8a-45a6-96a6-3c337597e2c4", "name": "network-vif-deleted", "tag": "8bd6b5cb-67ec-470d-acdd-77806714af49", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:06.073442 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e68352c-299d-4f9d-a0c3-e039ac151528 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:06.073884 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e68352c-299d-4f9d-a0c3-e039ac151528'] response: {'server_uuid': '5e431040-3a8a-45a6-96a6-3c337597e2c4', 'name': 'network-vif-deleted', 'tag': '8bd6b5cb-67ec-470d-acdd-77806714af49', 'status': 'completed', 'code': 200} Sep 13 08:01:06.097911 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03394b-84a7-4b95-8849-ee1a24b391b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b890f81c-89fa-4f25-9589-36b25c2b0112,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:06.130944 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-2aac9746-3c61-41d9-89f9-f3f5fb63b6b4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:06.132448 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-2aac9746-3c61-41d9-89f9-f3f5fb63b6b4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 819 time: 0.2622545 Sep 13 08:01:06.136496 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:06.147141 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-69e1aada-1c04-4293-81c1-91c8aa3f04ec service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736567 Sep 13 08:01:06.197435 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-40147155-ef06-4c5c-a975-994404446fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:06.199230 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-40147155-ef06-4c5c-a975-994404446fd7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=29cd3d666355422e8ac5802fd07de461&device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 1127 time: 0.0413601 Sep 13 08:01:06.306352 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-913fa57a-8751-47a5-a0d3-07fcbbf88b5d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 217 time: 0.0366087 Sep 13 08:01:06.308472 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-320163ec-39b7-4abf-9b51-19e80fa9ba6e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3414a292093541209ace108ad8bb6be4 HTTP/1.1" status: 200 len: 380 time: 0.1336768 Sep 13 08:01:06.328090 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Request body: {'port': {'device_id': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'admin_state_up': True, 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'security_groups': ['9b0d7f9b-8af7-450f-bdb2-938c8f96e290']}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:06.337529 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c11860f3-a73f-402e-843c-5d7a68cb03c7 req-0f6c73c0-8d1d-4aef-8cee-66221f07c572 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614592 Sep 13 08:01:06.365316 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-1910598d-2bd0-417c-b7de-9b3323e29e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:06.366868 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-1910598d-2bd0-417c-b7de-9b3323e29e2d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0 HTTP/1.1" status: 200 len: 854 time: 0.0486228 Sep 13 08:01:06.420461 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-06a9a2d2-7f6c-4d91-afc5-5e2f083ed234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:06.422023 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-06a9a2d2-7f6c-4d91-afc5-5e2f083ed234 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=758ea9e6-2737-427b-bf4a-218a18974f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441568 Sep 13 08:01:06.485958 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Made reservation on behalf of 3414a292093541209ace108ad8bb6be4 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:01:06.490028 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:06.540948 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:06.557651 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-dc3f5e48-1f04-4623-8cc2-43d3830a4614 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281466 Sep 13 08:01:06.609226 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bf2395d5-f9e7-420f-bab2-8ffd12d44c35 req-63b40c22-8fa8-4e24-a04d-9e21c7761f62 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 210 time: 0.0765657 Sep 13 08:01:06.610659 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-8b343637-858d-4f18-b420-8b2e1a15619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:06.614361 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-8b343637-858d-4f18-b420-8b2e1a15619a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 1129 time: 0.1466057 Sep 13 08:01:06.716861 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b497a8-3d61-484b-a936-3f25eae12795 req-c96d8605-1154-4b1b-a2a6-2dece0f3aac4 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:06.724333 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-78b497a8-3d61-484b-a936-3f25eae12795 req-c96d8605-1154-4b1b-a2a6-2dece0f3aac4 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 943 time: 0.0812137 Sep 13 08:01:06.733926 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-76f50b7a-85aa-4d7e-bddf-bd8f0e98e73e req-8eabcfe4-5f49-4a54-8d68-b74f46204ad1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695461 Sep 13 08:01:06.777208 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-78b497a8-3d61-484b-a936-3f25eae12795 req-c1a20498-809c-48bc-b5f2-ce55f2699377 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512974 Sep 13 08:01:06.794260 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-e370ff8f-ed89-4ee3-a07e-9cae5fc2a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:06.795874 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-e370ff8f-ed89-4ee3-a07e-9cae5fc2a72c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 912 time: 0.1541188 Sep 13 08:01:06.799999 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Allocated IP 172.20.0.14 (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845/87d20af1-22c1-4587-9432-6e89bfc6084f/f0c097c3-19e2-4025-aaa1-ef28a8008ae5) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:01:07.008963 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:07.043026 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:07.072296 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6a95fa10-2bb7-414c-a48f-da13a15aae72 req-faea2ec5-920e-46b8-8adb-eebaa7755cd9 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 210 time: 0.0308704 Sep 13 08:01:07.084753 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=6 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:07.105852 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:07.120439 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-c2614f6d-2dfd-4aed-838f-32fa23acc7ce service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d7157e-6c41-4277-8267-dedb42876a5b HTTP/1.1" status: 200 len: 1001 time: 0.1917133 Sep 13 08:01:07.161010 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b4549-cf8e-44d8-9d80-be8d071bad55 req-b165417d-013c-4b26-8a75-2c1add7527c5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:07.162471 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-441b4549-cf8e-44d8-9d80-be8d071bad55 req-b165417d-013c-4b26-8a75-2c1add7527c5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.1088314 Sep 13 08:01:07.172702 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:01:07.185266 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:01:07.195008 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:01:07.201774 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event updated for resources: {'Port': ['ID=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:07.266859 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-441b4549-cf8e-44d8-9d80-be8d071bad55 req-3d55321e-8fd5-4b91-9c7e-29364f489f9e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983183 Sep 13 08:01:07.271398 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:07.272003 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:07.295839 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-a34390a8-cec7-43ee-8897-8a93c501c56e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9742315 Sep 13 08:01:07.467259 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-998c4b18-f6ad-478f-892c-c5bda0422563 None None] Provisioning complete for port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:01:07.467822 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-998c4b18-f6ad-478f-892c-c5bda0422563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:07.497424 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-998c4b18-f6ad-478f-892c-c5bda0422563 None None] Port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:01:07.719596 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d112d53-0a17-463a-87b6-464d77c73c29 req-1a0c4691-7e24-4334-b0f1-2db1780c3d01 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:07.721025 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1d112d53-0a17-463a-87b6-464d77c73c29 req-1a0c4691-7e24-4334-b0f1-2db1780c3d01 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 932 time: 0.0451491 Sep 13 08:01:07.767711 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1d112d53-0a17-463a-87b6-464d77c73c29 req-ab1528ea-a648-4e93-951d-933282ca638a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411425 Sep 13 08:01:07.892810 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf03e33-15dc-4d50-a350-5389e5de4ae5 req-f4d34f6f-ca9d-484b-a65d-78045fa7a845 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:07.894326 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8bf03e33-15dc-4d50-a350-5389e5de4ae5 req-f4d34f6f-ca9d-484b-a65d-78045fa7a845 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 943 time: 0.0469840 Sep 13 08:01:07.941578 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8bf03e33-15dc-4d50-a350-5389e5de4ae5 req-66f84e4e-b408-4d1c-8da5-94477adb610d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Sep 13 08:01:08.075137 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:08.077375 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9467d883-b7d4-4fe9-90bc-42943f45ade8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:08.123860 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72993d75-dc86-4b0f-b944-7ba0d2859100 x-openstack-request-id: req-72993d75-dc86-4b0f-b944-7ba0d2859100 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:08.124148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:08.124392 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72993d75-dc86-4b0f-b944-7ba0d2859100 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:08.124836 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72993d75-dc86-4b0f-b944-7ba0d2859100'] response: {'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'status': 'completed', 'code': 200} Sep 13 08:01:08.166910 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Request body: {'port': {'device_id': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:08.235051 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-7b28a30d-bbcc-4172-aa60-afba283d0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:08.236742 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-7b28a30d-bbcc-4172-aa60-afba283d0b45 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=29cd3d666355422e8ac5802fd07de461&device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 1127 time: 0.0801039 Sep 13 08:01:08.272462 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-830b0bb9-8796-4d54-a905-8032d7b46d42 req-467bae9c-7433-4cfd-a7b9-c35df53e9248 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5e431040-3a8a-45a6-96a6-3c337597e2c4 HTTP/1.1" status: 200 len: 210 time: 0.0342989 Sep 13 08:01:08.274030 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-4070440d-e439-4a54-8b66-ea38d85a800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:08.275362 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-4070440d-e439-4a54-8b66-ea38d85a800e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 200 len: 850 time: 0.1633327 Sep 13 08:01:08.335279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:08.358324 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:08.377778 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-23508a50-b3cd-4b8f-9e35-df971e447073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:08.379280 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-23508a50-b3cd-4b8f-9e35-df971e447073 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=06a031c7-2519-4c40-aa94-3951689a554d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967510 Sep 13 08:01:08.723153 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-57d7b8c7-b8c2-4d13-8d30-d5eaa3987ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:08.724499 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-57d7b8c7-b8c2-4d13-8d30-d5eaa3987ffc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=758ea9e6-2737-427b-bf4a-218a18974f38 HTTP/1.1" status: 200 len: 916 time: 0.4737780 Sep 13 08:01:08.737218 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85734b7b-4500-4a0c-bdef-0d52a8c64d29 req-4b4042ab-6baa-4a39-a361-6a2498358780 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:08.738603 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-85734b7b-4500-4a0c-bdef-0d52a8c64d29 req-4b4042ab-6baa-4a39-a361-6a2498358780 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.3429217 Sep 13 08:01:08.759557 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:08.788243 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-85734b7b-4500-4a0c-bdef-0d52a8c64d29 req-e5573404-2add-482c-a88f-9d9bfb084201 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433073 Sep 13 08:01:08.816442 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-9bc51436-ea5a-4c45-b3b0-109539650bd1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102452 Sep 13 08:01:08.917062 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd0c9d-9929-4a8a-9281-105bb4cf2994 req-8e885eaa-20b5-46db-9a95-a14c7783aed5 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:08.918604 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7cbd0c9d-9929-4a8a-9281-105bb4cf2994 req-8e885eaa-20b5-46db-9a95-a14c7783aed5 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 932 time: 0.0673776 Sep 13 08:01:09.007804 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:09.015571 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c097c3-19e2-4025-aaa1-ef28a8008ae5 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:01:09.031068 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Publish callbacks [] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:09.050222 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7cbd0c9d-9929-4a8a-9281-105bb4cf2994 req-b3e5ebdb-d358-4985-92ab-cfe8e4516482 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102500 Sep 13 08:01:09.051091 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Transition to ACTIVE for port object f0c097c3-19e2-4025-aaa1-ef28a8008ae5 will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:01:09.056577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:09.072908 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639076cf-bdd9-4539-85bd-7e00acb2d570 req-2ff49ed4-86c4-4738-b70b-42bdb6aa87f5 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:09.074408 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-639076cf-bdd9-4539-85bd-7e00acb2d570 req-2ff49ed4-86c4-4738-b70b-42bdb6aa87f5 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 943 time: 0.0559554 Sep 13 08:01:09.121261 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-639076cf-bdd9-4539-85bd-7e00acb2d570 req-0f96d97e-69ab-4cc8-ab94-d0b9851fa009 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Sep 13 08:01:09.141891 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Pushing event updated for resources: {'Port': ['ID=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:09.172794 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Attempting to bind port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:01:09.173135 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Attempting to bind port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:01:09.173468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Attempting to bind port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:01:09.214347 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:01:09.214697 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Attempting to bind port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 on network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:01:09.256116 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:01:09.256408 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Checking segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:01:09.256788 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Bound using segment: {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:01:09.257247 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Bound port: f0c097c3-19e2-4025-aaa1-ef28a8008ae5, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ba6cd9-5153-477c-bc23-91463ed9a39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:01:09.257603 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:09.316451 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] For port f0c097c3-19e2-4025-aaa1-ef28a8008ae5, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:01:09.319487 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] For port f0c097c3-19e2-4025-aaa1-ef28a8008ae5, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:01:09.325239 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:09.328379 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:09.329130 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:09.330541 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/f0c097c3-19e2-4025-aaa1-ef28a8008ae5 HTTP/1.1" status: 200 len: 1094 time: 1.1695628 Sep 13 08:01:09.332684 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:09.334978 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef6a5b-ae70-4895-bb88-5549f6ca6b54" -d '{"events": [{"name": "network-changed", "server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:09.382917 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29d6eb2-a076-4663-871e-4997c697359e x-openstack-request-id: req-e29d6eb2-a076-4663-871e-4997c697359e {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:09.383199 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:09.383454 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e29d6eb2-a076-4663-871e-4997c697359e {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:09.384343 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29d6eb2-a076-4663-871e-4997c697359e'] response: {'name': 'network-changed', 'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'status': 'completed', 'code': 200} Sep 13 08:01:09.393748 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2f696-6080-43e9-a6a1-5718ddeea12d service neutron] Pushing event updated for resources: {'Port': ['ID=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:09.884841 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:09.921426 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86432a-91c3-4fd0-b15e-ba50a4d4942b req-422bc8b7-ab18-4b6b-a76d-e443b9e46d6c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:09.922935 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cd86432a-91c3-4fd0-b15e-ba50a4d4942b req-422bc8b7-ab18-4b6b-a76d-e443b9e46d6c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0495737 Sep 13 08:01:09.972069 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cd86432a-91c3-4fd0-b15e-ba50a4d4942b req-f0d8e519-deba-416a-8d65-85149547b24e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432670 Sep 13 08:01:10.176175 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287b63d-2592-473f-9e81-3e0ff5bfef71 req-7ec0bdb5-d5d9-43da-9ab2-34a61d1bcfc4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:10.177746 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c287b63d-2592-473f-9e81-3e0ff5bfef71 req-7ec0bdb5-d5d9-43da-9ab2-34a61d1bcfc4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 944 time: 0.0466652 Sep 13 08:01:10.228398 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c287b63d-2592-473f-9e81-3e0ff5bfef71 req-0c433cc3-9cd4-4a46-b499-f73685504e5c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444272 Sep 13 08:01:10.241815 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d47e64-5dfe-4760-9f15-a0e5763cb653 req-05b46d00-8f85-4224-9760-8095cb8ec820 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:10.243915 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-60d47e64-5dfe-4760-9f15-a0e5763cb653 req-05b46d00-8f85-4224-9760-8095cb8ec820 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 943 time: 0.0462773 Sep 13 08:01:10.292249 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-60d47e64-5dfe-4760-9f15-a0e5763cb653 req-146fb842-bf27-4f14-9cd9-8e9b9301fc81 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Sep 13 08:01:11.093305 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847e08f-765a-454e-b693-e53828c45cb9 req-3a5b504c-23eb-48a5-8d81-3efb8fb7c2c7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:11.094792 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6847e08f-765a-454e-b693-e53828c45cb9 req-3a5b504c-23eb-48a5-8d81-3efb8fb7c2c7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0470819 Sep 13 08:01:11.139976 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6847e08f-765a-454e-b693-e53828c45cb9 req-7bebe823-4385-4c36-89ca-c0dee1434941 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397260 Sep 13 08:01:11.301724 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b890f81c-89fa-4f25-9589-36b25c2b0112 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:01:11.312461 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8bd6b5cb-67ec-470d-acdd-77806714af49 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:01:11.351500 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 8bd6b5cb-67ec-470d-acdd-77806714af49 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:01:11.352004 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8bd6b5cb-67ec-470d-acdd-77806714af49 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:01:11.375997 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-39a39a69-8561-470b-a225-bcdc55b3b13a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 217 time: 0.0398910 Sep 13 08:01:11.422446 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dae2e-c1af-44c1-9197-35e25963cbd0 req-86b9f8d4-fa6f-4636-9d91-d2c4c580ef67 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:11.423019 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:11.424173 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-084dae2e-c1af-44c1-9197-35e25963cbd0 req-86b9f8d4-fa6f-4636-9d91-d2c4c580ef67 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 944 time: 0.1212406 Sep 13 08:01:11.440525 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port b890f81c-89fa-4f25-9589-36b25c2b0112, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b890f81c-89fa-4f25-9589-36b25c2b0112,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:11.453116 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'port_id': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'mac_address': 'fa:16:3e:b7:9a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:01:11.462847 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-133063db-3521-4025-abe9-9ec209701c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:11.464309 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-133063db-3521-4025-abe9-9ec209701c27 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0 HTTP/1.1" status: 200 len: 854 time: 0.0823383 Sep 13 08:01:11.472448 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d998141-ec94-4d0a-852c-bc96d3c4cb7a req-5b9b39ad-4808-4508-93c2-6dfd539d82cf tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:11.473893 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7d998141-ec94-4d0a-852c-bc96d3c4cb7a req-5b9b39ad-4808-4508-93c2-6dfd539d82cf tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 943 time: 0.0627778 Sep 13 08:01:11.480940 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef6a5b-ae70-4895-bb88-5549f6ca6b54 req-d123de00-0a29-4dbb-a0ac-6dbc80fc78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:11.482627 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-98ef6a5b-ae70-4895-bb88-5549f6ca6b54 req-d123de00-0a29-4dbb-a0ac-6dbc80fc78e5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 1128 time: 0.1174512 Sep 13 08:01:11.490444 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port b890f81c-89fa-4f25-9589-36b25c2b0112 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:01:11.490833 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:11.510672 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b890f81c-89fa-4f25-9589-36b25c2b0112 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:01:11.540495 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port b890f81c-89fa-4f25-9589-36b25c2b0112, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b890f81c-89fa-4f25-9589-36b25c2b0112,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:11.545004 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:11.557722 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7d998141-ec94-4d0a-852c-bc96d3c4cb7a req-cd592ba5-464a-4f0d-a3de-6df8a02aba87 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740678 Sep 13 08:01:11.565609 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-ae152e97-69d9-4ea7-bb61-ddf5dc49308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:11.567251 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-ae152e97-69d9-4ea7-bb61-ddf5dc49308c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=758ea9e6-2737-427b-bf4a-218a18974f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925124 Sep 13 08:01:11.616021 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=b890f81c-89fa-4f25-9589-36b25c2b0112,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:11.693942 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-5b397c7f-f910-4604-be63-eadaf9c3cec7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181757 Sep 13 08:01:11.716845 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-776a12eb-0de7-4307-adcb-e7b024d18b45 req-374ed655-6101-44e4-9f28-47c454c29b89 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716962 Sep 13 08:01:11.720179 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-084dae2e-c1af-44c1-9197-35e25963cbd0 req-4b3993f3-3f7e-4c6f-856a-95d36fbec523 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612481 Sep 13 08:01:11.733902 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef6a5b-ae70-4895-bb88-5549f6ca6b54 req-6d512a31-99f3-4cc7-9f5d-03f2187762a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:11.735356 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-98ef6a5b-ae70-4895-bb88-5549f6ca6b54 req-6d512a31-99f3-4cc7-9f5d-03f2187762a0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=3414a292093541209ace108ad8bb6be4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2446914 Sep 13 08:01:12.084541 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:01:12.260674 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3daee7-9fda-44b8-ad1c-9384c5778d7f req-bb87dfcd-a78e-40b5-920f-6ba24cddfd65 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:12.262140 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9c3daee7-9fda-44b8-ad1c-9384c5778d7f req-bb87dfcd-a78e-40b5-920f-6ba24cddfd65 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0455310 Sep 13 08:01:12.307118 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9c3daee7-9fda-44b8-ad1c-9384c5778d7f req-e71fa7f0-c547-4ad8-8e43-b47f0207421a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395539 Sep 13 08:01:12.676795 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:12.685454 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326bffc-fcfb-432e-853c-85fce52ac8ec req-c7d6493d-ce54-4730-bb98-d343f115b9e6 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:12.686971 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e326bffc-fcfb-432e-853c-85fce52ac8ec req-c7d6493d-ce54-4730-bb98-d343f115b9e6 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 944 time: 0.0546181 Sep 13 08:01:12.733909 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e326bffc-fcfb-432e-853c-85fce52ac8ec req-3c0758e0-8773-4a5f-b3d2-55d66292e31a tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Sep 13 08:01:12.841342 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a65a-6679-48fa-90c0-21894c82cd75 req-80850ec8-d505-41cf-a400-9c8a14a37a15 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:12.842824 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c085a65a-6679-48fa-90c0-21894c82cd75 req-80850ec8-d505-41cf-a400-9c8a14a37a15 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 944 time: 0.0506551 Sep 13 08:01:12.888507 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c085a65a-6679-48fa-90c0-21894c82cd75 req-cbf1896c-fbe5-4b3f-8e36-02c8e9024e74 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401194 Sep 13 08:01:13.431712 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cdc68-cd3d-4cf3-919f-a498e422a69d req-c0c9bfb3-cefb-4fdc-a326-675f2e2d310b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:13.433464 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c58cdc68-cd3d-4cf3-919f-a498e422a69d req-c0c9bfb3-cefb-4fdc-a326-675f2e2d310b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0464261 Sep 13 08:01:13.478869 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c58cdc68-cd3d-4cf3-919f-a498e422a69d req-f94018ce-84fa-413f-b08a-8ae81aa821f0 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400267 Sep 13 08:01:13.853463 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d19df3-5be6-43db-8729-e847f333d4d4 req-4895ca31-c20f-4493-a7cf-7303670b6973 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:13.854953 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-41d19df3-5be6-43db-8729-e847f333d4d4 req-4895ca31-c20f-4493-a7cf-7303670b6973 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 944 time: 0.0467458 Sep 13 08:01:13.901704 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-41d19df3-5be6-43db-8729-e847f333d4d4 req-907ea237-8ff8-440d-8405-0756610e5669 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Sep 13 08:01:14.004853 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9f3d-2586-4c30-86c2-71fbad3e296c req-cb00a9bf-b66d-43b0-a064-54a2145b86de tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:14.006305 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a94c9f3d-2586-4c30-86c2-71fbad3e296c req-cb00a9bf-b66d-43b0-a064-54a2145b86de tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 944 time: 0.0457351 Sep 13 08:01:14.054080 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a94c9f3d-2586-4c30-86c2-71fbad3e296c req-7e3b3064-d8ce-4545-9095-5514b82f5909 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Sep 13 08:01:14.317143 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:14.378076 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9467d883-b7d4-4fe9-90bc-42943f45ade8 req-bc43e112-6fbf-4d44-b77d-12d5ab9f7030 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875220 Sep 13 08:01:14.455692 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['b890f81c-89fa-4f25-9589-36b25c2b0112'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:01:14.465843 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef6a5b-ae70-4895-bb88-5549f6ca6b54 req-68558e5e-9c30-4436-8692-0f050c293aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:14.467328 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-98ef6a5b-ae70-4895-bb88-5549f6ca6b54 req-68558e5e-9c30-4436-8692-0f050c293aae service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570122 Sep 13 08:01:14.603912 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6e7f4-449c-426e-a441-1f20c9db6fa4 req-8d4da41f-c8b7-4a04-aab7-e3307e10e7e2 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:14.605310 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9ae6e7f4-449c-426e-a441-1f20c9db6fa4 req-8d4da41f-c8b7-4a04-aab7-e3307e10e7e2 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0521355 Sep 13 08:01:14.652110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-0db46552-bd29-4f39-bb2b-778592fc6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:14.653629 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-0db46552-bd29-4f39-bb2b-778592fc6293 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 1128 time: 0.0425668 Sep 13 08:01:14.654353 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9ae6e7f4-449c-426e-a441-1f20c9db6fa4 req-0c5f1d59-4746-47d2-a616-3c6d8d0a9071 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429702 Sep 13 08:01:14.699185 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c96881e3-f54c-4b43-8ed7-6a9e1368473a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5 HTTP/1.1" status: 200 len: 217 time: 0.0366817 Sep 13 08:01:14.747193 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c3ade4e2-a0d4-4f02-a23b-85330351d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:14.748579 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-c3ade4e2-a0d4-4f02-a23b-85330351d5b2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0420215 Sep 13 08:01:14.798931 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-4ae9c7cb-712a-4139-88d9-a9888cafe048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:14.800333 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-4ae9c7cb-712a-4139-88d9-a9888cafe048 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0359335 Sep 13 08:01:14.818498 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:14.898517 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-990ea9ef-6ca0-4f33-a1c9-22c6508df073 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860929 Sep 13 08:01:15.021187 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb2f69-ba6d-4791-8dff-18c4b7930764 req-1b37499a-33cb-4491-8d94-601b6abe20e2 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:15.022656 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-19bb2f69-ba6d-4791-8dff-18c4b7930764 req-1b37499a-33cb-4491-8d94-601b6abe20e2 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 944 time: 0.0460422 Sep 13 08:01:15.068365 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-19bb2f69-ba6d-4791-8dff-18c4b7930764 req-5eba1eab-7b05-42a7-ac36-3ddd4a960cd7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Sep 13 08:01:15.176478 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583edb2-f0c1-4ab2-a41e-11bd103b8dec req-a4b82e29-5ac2-4d73-9492-de6e98f3da54 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:15.177875 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7583edb2-f0c1-4ab2-a41e-11bd103b8dec req-a4b82e29-5ac2-4d73-9492-de6e98f3da54 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 944 time: 0.0498950 Sep 13 08:01:15.225525 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7583edb2-f0c1-4ab2-a41e-11bd103b8dec req-5fdd631c-4178-4f4d-83b5-8e588ce92586 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Sep 13 08:01:15.521677 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f9b596b-e58d-4901-b49d-023268fee1fa req-4d08291f-9274-41f3-ba6b-47bf567448d0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966899 Sep 13 08:01:15.778318 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2ddeb-0d16-4c7e-8489-d92078449fc3 req-b69b2e33-5e93-45ed-886c-efe9a24800eb tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:15.779662 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-37f2ddeb-0d16-4c7e-8489-d92078449fc3 req-b69b2e33-5e93-45ed-886c-efe9a24800eb tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0449989 Sep 13 08:01:15.832855 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-37f2ddeb-0d16-4c7e-8489-d92078449fc3 req-a8ec8ad8-4116-4909-9845-a95439807dda tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477271 Sep 13 08:01:16.202166 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde9619-21d9-4b02-9451-15de95cc314b req-d2e48a5a-5710-4001-8206-a24071370bba tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:16.203941 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7dde9619-21d9-4b02-9451-15de95cc314b req-d2e48a5a-5710-4001-8206-a24071370bba tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 944 time: 0.0521328 Sep 13 08:01:16.299702 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7dde9619-21d9-4b02-9451-15de95cc314b req-41abe5fa-ca75-4698-9065-aa5cb59bedb9 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889986 Sep 13 08:01:16.320301 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b890f81c-89fa-4f25-9589-36b25c2b0112 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:01:16.369161 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:16.390561 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fbe80-319f-427f-b689-73ca09901adf req-df30fa99-9522-46ae-996d-e08dd0975a8e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:16.392258 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-597fbe80-319f-427f-b689-73ca09901adf req-df30fa99-9522-46ae-996d-e08dd0975a8e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 944 time: 0.0664978 Sep 13 08:01:16.412637 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port b890f81c-89fa-4f25-9589-36b25c2b0112 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:01:16.422555 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port b890f81c-89fa-4f25-9589-36b25c2b0112 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:01:16.422862 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:16.457386 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-597fbe80-319f-427f-b689-73ca09901adf req-cc65cdea-4fed-4855-803e-48c051ac751c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578411 Sep 13 08:01:16.499776 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:16.514971 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port b890f81c-89fa-4f25-9589-36b25c2b0112 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:01:16.515454 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:16.539218 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:16.542254 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2722c304-6766-4c7b-920f-104c9f80ac54" -d '{"events": [{"server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "name": "network-vif-plugged", "status": "completed", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:16.555246 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port b890f81c-89fa-4f25-9589-36b25c2b0112, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b890f81c-89fa-4f25-9589-36b25c2b0112,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:16.583932 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:16.614228 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c1365f-a8d0-40ee-abc2-0889080d2d0b x-openstack-request-id: req-d0c1365f-a8d0-40ee-abc2-0889080d2d0b {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:16.614595 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "name": "network-vif-plugged", "status": "completed", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:16.614853 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0c1365f-a8d0-40ee-abc2-0889080d2d0b {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:16.615272 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c1365f-a8d0-40ee-abc2-0889080d2d0b'] response: {'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'code': 200} Sep 13 08:01:16.647575 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=b890f81c-89fa-4f25-9589-36b25c2b0112,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:16.656069 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.656422 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.656790 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.657153 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.657494 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.657865 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.658198 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.658527 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.658853 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.659196 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.659505 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.659833 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.660289 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.660617 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.660948 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:16.761680 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c0760820-7788-4b16-b457-683d7807c589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:16.910649 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a0b5-b93c-4c8a-be4b-43c091852c21 req-ba952804-5f78-4401-b8b2-c7cebd9ea544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:16.915650 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1bd7a0b5-b93c-4c8a-be4b-43c091852c21 req-ba952804-5f78-4401-b8b2-c7cebd9ea544 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 1129 time: 0.0519452 Sep 13 08:01:16.964676 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:16.972148 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1bd7a0b5-b93c-4c8a-be4b-43c091852c21 req-352775a0-d274-4e68-8a5a-6d312deb53ed service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432222 Sep 13 08:01:17.439640 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1adcb0-ea97-4a24-ad67-08f976a5c6df req-7d6a6838-4ba9-46f4-a18b-7fc9828cd533 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:17.441134 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fa1adcb0-ea97-4a24-ad67-08f976a5c6df req-7d6a6838-4ba9-46f4-a18b-7fc9828cd533 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0542603 Sep 13 08:01:17.502224 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fa1adcb0-ea97-4a24-ad67-08f976a5c6df req-c231369b-78e7-4f40-96e3-09a8ffb1812d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536652 Sep 13 08:01:17.594286 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea417-a15c-46ec-9800-7d102e6e5d49 req-4d53ac67-e0ca-4de2-80cf-6a4c9fed0745 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:17.596630 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f3ea417-a15c-46ec-9800-7d102e6e5d49 req-4d53ac67-e0ca-4de2-80cf-6a4c9fed0745 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 944 time: 0.0509551 Sep 13 08:01:17.670281 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f3ea417-a15c-46ec-9800-7d102e6e5d49 req-f4ac9d78-4889-496d-92bf-e07fe34339e4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658579 Sep 13 08:01:18.334597 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device f0c097c3-19e2-4025-aaa1-ef28a8008ae5 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:01:18.466386 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port f0c097c3-19e2-4025-aaa1-ef28a8008ae5, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:18.478632 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'port_id': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'mac_address': 'fa:16:3e:40:f1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:01:18.536013 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:01:18.536744 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:18.553444 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c097c3-19e2-4025-aaa1-ef28a8008ae5 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:01:18.584440 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port f0c097c3-19e2-4025-aaa1-ef28a8008ae5, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:18.588524 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:18.650685 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f235d-bbed-4725-bb19-d74efa9542e4 req-da750ff2-de16-4952-9b84-d256e8f75a21 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:18.651329 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:18.653107 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b64f235d-bbed-4725-bb19-d74efa9542e4 req-da750ff2-de16-4952-9b84-d256e8f75a21 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0598962 Sep 13 08:01:18.712019 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b64f235d-bbed-4725-bb19-d74efa9542e4 req-dd2d0c5d-761a-4cde-af7a-721eef99496f tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515740 Sep 13 08:01:18.822515 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2adf06-83d6-43b0-97e0-4f416bc845d1 req-01641757-ee50-4345-81d7-e7a47af9bdf2 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:18.824173 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4d2adf06-83d6-43b0-97e0-4f416bc845d1 req-01641757-ee50-4345-81d7-e7a47af9bdf2 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 945 time: 0.0670447 Sep 13 08:01:18.888489 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4d2adf06-83d6-43b0-97e0-4f416bc845d1 req-1beeba0d-a5fa-4394-a81a-bfc890d539ef tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576696 Sep 13 08:01:18.949885 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['f0c097c3-19e2-4025-aaa1-ef28a8008ae5'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:01:19.004985 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4c062b29-73f8-4e42-b869-7b39ece53a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:19.808665 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 58844) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:19.884205 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde015a-a448-4339-9d3a-d429ff2d4ab2 req-babc8f7f-4a7f-476f-89ad-b47f6f3bee47 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:19.891388 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9bde015a-a448-4339-9d3a-d429ff2d4ab2 req-babc8f7f-4a7f-476f-89ad-b47f6f3bee47 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0662284 Sep 13 08:01:19.956547 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-03555175-4672-496a-81d6-ecceb922b563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:19.959644 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9bde015a-a448-4339-9d3a-d429ff2d4ab2 req-ce93401a-2b76-4f82-a7df-66d80ae2e5ab tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672171 Sep 13 08:01:19.985331 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:20.124841 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d76f54-8549-4902-9123-95bf2d79020d req-5998d6eb-e630-4080-a70e-0e8221be9cff tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:20.132067 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e83c81-a1f8-48da-8c1f-6b94839e7560 req-3e5c14f7-c9a4-4480-8f18-975666388591 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:20.132352 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-48d76f54-8549-4902-9123-95bf2d79020d req-5998d6eb-e630-4080-a70e-0e8221be9cff tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0646229 Sep 13 08:01:20.142914 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e9e83c81-a1f8-48da-8c1f-6b94839e7560 req-3e5c14f7-c9a4-4480-8f18-975666388591 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 945 time: 0.1106622 Sep 13 08:01:20.204826 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.208565 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-48d76f54-8549-4902-9123-95bf2d79020d req-2952f634-4da3-4cdd-b0e6-ea64cbe3aab9 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751715 Sep 13 08:01:20.217780 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-03555175-4672-496a-81d6-ecceb922b563 admin admin] Publish callbacks [] for security_group (c559d1f7-98e6-42f2-b612-a27693e333f4), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.245967 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-03555175-4672-496a-81d6-ecceb922b563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (c559d1f7-98e6-42f2-b612-a27693e333f4), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.302901 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e9e83c81-a1f8-48da-8c1f-6b94839e7560 req-6ce165ab-5584-403b-8380-ab5a0b7e7d47 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583676 Sep 13 08:01:20.325977 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-03555175-4672-496a-81d6-ecceb922b563 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d0bc2edb1a074d46ab32639a6eb59562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159009 Sep 13 08:01:20.328389 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58854) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:20.343829 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03555175-4672-496a-81d6-ecceb922b563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c559d1f7-98e6-42f2-b612-a27693e333f4,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:20.367023 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device f0c097c3-19e2-4025-aaa1-ef28a8008ae5 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:01:20.413175 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-563b33b5-b706-4bcc-946f-dfa680ab0051 admin admin] Publish callbacks [] for security_group (c559d1f7-98e6-42f2-b612-a27693e333f4), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.422071 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:01:20.431503 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:01:20.431901 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.439284 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-563b33b5-b706-4bcc-946f-dfa680ab0051 admin admin] Publish callbacks [] for security_group (c559d1f7-98e6-42f2-b612-a27693e333f4), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.468071 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:20.521810 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:20.527337 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-563b33b5-b706-4bcc-946f-dfa680ab0051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (c559d1f7-98e6-42f2-b612-a27693e333f4), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.530495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-563b33b5-b706-4bcc-946f-dfa680ab0051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.531721 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-563b33b5-b706-4bcc-946f-dfa680ab0051 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c559d1f7-98e6-42f2-b612-a27693e333f4 HTTP/1.1" status: 204 len: 168 time: 0.2023256 Sep 13 08:01:20.536373 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:01:20.537067 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.543279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b33b5-b706-4bcc-946f-dfa680ab0051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c559d1f7-98e6-42f2-b612-a27693e333f4,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:20.579119 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:20.591149 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:20.593392 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869c9da1-4335-4d11-b853-93edbfe95ca8" -d '{"events": [{"server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "name": "network-vif-plugged", "status": "completed", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:20.614995 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port f0c097c3-19e2-4025-aaa1-ef28a8008ae5, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:20.621593 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:20.681693 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a46fa8-7bfe-4150-adb1-8edc43e870d8 x-openstack-request-id: req-67a46fa8-7bfe-4150-adb1-8edc43e870d8 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:20.682155 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "name": "network-vif-plugged", "status": "completed", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:20.682443 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67a46fa8-7bfe-4150-adb1-8edc43e870d8 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:20.682851 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a46fa8-7bfe-4150-adb1-8edc43e870d8'] response: {'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'code': 200} Sep 13 08:01:20.732860 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:20.753287 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01da64-c4fb-4a7c-93dd-5a2acb52619d req-077a83e8-315c-43c6-bda7-17eb35fdc6d3 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:20.755105 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4e01da64-c4fb-4a7c-93dd-5a2acb52619d req-077a83e8-315c-43c6-bda7-17eb35fdc6d3 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0894754 Sep 13 08:01:20.821134 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:20.845615 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4e01da64-c4fb-4a7c-93dd-5a2acb52619d req-d157c7ee-5593-432a-85e9-1f7536a076e8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735383 Sep 13 08:01:20.911410 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2de59-a9ed-4698-b61b-0a51f6b42787 req-33761096-602e-4b1b-93d3-d907655a328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:20.913569 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-76a2de59-a9ed-4698-b61b-0a51f6b42787 req-33761096-602e-4b1b-93d3-d907655a328c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 1130 time: 0.0618558 Sep 13 08:01:20.976393 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-76a2de59-a9ed-4698-b61b-0a51f6b42787 req-21f02992-2dcc-4112-be45-019edbbcf807 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517211 Sep 13 08:01:21.519792 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c14e0-fcb1-42a2-bf19-ccdba16a6097 req-a5e0b807-81e0-47b9-a9f3-f5a62b750a23 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:21.527110 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9c2c14e0-fcb1-42a2-bf19-ccdba16a6097 req-a5e0b807-81e0-47b9-a9f3-f5a62b750a23 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.1006339 Sep 13 08:01:21.574183 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9c2c14e0-fcb1-42a2-bf19-ccdba16a6097 req-bbcaba21-145f-4ad7-9e02-9cc231463c45 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459886 Sep 13 08:01:21.678546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:21.824047 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:22.079630 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:22.084703 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:22.909790 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab91a48-10e5-4bb9-b1e6-dfaa7597f930 req-452260ba-d0b8-4f2e-84bc-98db15aa185a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:22.912095 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6ab91a48-10e5-4bb9-b1e6-dfaa7597f930 req-452260ba-d0b8-4f2e-84bc-98db15aa185a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0743871 Sep 13 08:01:22.980451 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6ab91a48-10e5-4bb9-b1e6-dfaa7597f930 req-6ab0f1ee-0f16-490e-ad48-308f835dd79d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618036 Sep 13 08:01:23.128820 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e389d-97d9-422a-8f25-0b714803f28d req-b64fa4a0-3a7b-415d-9fe0-4b758db1ff41 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:23.136686 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8d1e389d-97d9-422a-8f25-0b714803f28d req-b64fa4a0-3a7b-415d-9fe0-4b758db1ff41 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0661201 Sep 13 08:01:23.143434 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 58930) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:23.148830 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-417f1fda-2682-43b1-a37f-d6a400705056 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Request body: {'floatingip': {'port_id': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:23.460541 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-417f1fda-2682-43b1-a37f-d6a400705056 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for floatingip (8cc1b7b9-efa4-4ded-9511-430af9cc0606), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:23.679741 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-b0db18ea-8874-4702-943d-6ddb4d377e2a tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=801e2d6bb5634e2e98f47fb4f16bf765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816655 Sep 13 08:01:24.035368 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:24.188545 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974932-0a08-4803-961f-610cac611b51 req-38bb3a69-96ef-4b09-8191-9f370580e4f1 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:24.190039 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-38bb3a69-96ef-4b09-8191-9f370580e4f1 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5014954 Sep 13 08:01:24.263690 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-c95de3b1-4a38-4203-b9f7-d4fc6b513b6d tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/quotas/801e2d6bb5634e2e98f47fb4f16bf765 HTTP/1.1" status: 200 len: 375 time: 0.0550733 Sep 13 08:01:24.323485 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-96e1020a-0694-4b84-a6e8-4df76e7172f6 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=801e2d6bb5634e2e98f47fb4f16bf765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480590 Sep 13 08:01:24.532405 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-417f1fda-2682-43b1-a37f-d6a400705056 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:24.537590 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-417f1fda-2682-43b1-a37f-d6a400705056 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (8cc1b7b9-efa4-4ded-9511-430af9cc0606), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:24.541323 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4a142fcc-b92f-4a7b-bf0c-744a234becfe req-d82bf0ca-e5c1-4760-b972-2c6bf2c38a76 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 210 time: 0.0483031 Sep 13 08:01:24.656742 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:24.682484 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-417f1fda-2682-43b1-a37f-d6a400705056 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Floating IP 8cc1b7b9-efa4-4ded-9511-430af9cc0606 associated. External IP: 172.27.1.151, port: f0c097c3-19e2-4025-aaa1-ef28a8008ae5. Sep 13 08:01:25.009838 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417f1fda-2682-43b1-a37f-d6a400705056 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Router 976ae66e-3563-4c05-af5c-96757c2292b5 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:01:25.136874 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417f1fda-2682-43b1-a37f-d6a400705056 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:01:25.142283 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-417f1fda-2682-43b1-a37f-d6a400705056 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:25.152247 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] Sync routers for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:01:25.169861 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:01:25.171102 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:01:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:25.180035 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-417f1fda-2682-43b1-a37f-d6a400705056 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/8cc1b7b9-efa4-4ded-9511-430af9cc0606 HTTP/1.1" status: 200 len: 992 time: 2.0349064 Sep 13 08:01:25.180971 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:25.183742 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bb86f4-85d4-401b-a92b-0d4903ea6b31" -d '{"events": [{"name": "network-changed", "server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:25.241499 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c5fab-0877-40e1-a15a-bfa97b3a5014 x-openstack-request-id: req-750c5fab-0877-40e1-a15a-bfa97b3a5014 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:25.242136 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:25.242136 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-750c5fab-0877-40e1-a15a-bfa97b3a5014 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:25.242541 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750c5fab-0877-40e1-a15a-bfa97b3a5014'] response: {'name': 'network-changed', 'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'status': 'completed', 'code': 200} Sep 13 08:01:25.314862 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:01:25.346848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-3c4deb68-e332-4d7d-8615-3016c3994e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:25.348654 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-3c4deb68-e332-4d7d-8615-3016c3994e33 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 1130 time: 0.0638161 Sep 13 08:01:25.495615 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-d01e2f67-c894-4169-9c3d-c4fc0502a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:25.497088 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-d01e2f67-c894-4169-9c3d-c4fc0502a24f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.1375930 Sep 13 08:01:25.631099 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-189730a4-722b-40d1-af5d-610a4773ef24 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5 HTTP/1.1" status: 200 len: 1000 time: 0.1123459 Sep 13 08:01:25.703724 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a53cc059-f700-4049-be3b-52c1e95d4957 req-8fcebd19-37f0-44a8-bdb9-6ae66b5c8d38 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 210 time: 0.0497303 Sep 13 08:01:25.725041 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '8cc1b7b9-efa4-4ded-9511-430af9cc0606', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'port_id': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'mac_address': 'fa:16:3e:40:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:52Z', 'updated_at': '2022-09-13T08:01:24Z', 'revision_number': 1, 'project_id': '3414a292093541209ace108ad8bb6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:25.757117 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:25.761552 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] Checking router: 976ae66e-3563-4c05-af5c-96757c2292b5 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:01:25.767892 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-14842290-988c-4371-9227-57d0216fe763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:25.769575 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-14842290-988c-4371-9227-57d0216fe763 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.1094940 Sep 13 08:01:25.771477 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:01:25.772273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:01:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:25.889670 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:01:26.129588 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:26.140701 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '8cc1b7b9-efa4-4ded-9511-430af9cc0606', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'port_id': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'mac_address': 'fa:16:3e:40:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:52Z', 'updated_at': '2022-09-13T08:01:24Z', 'revision_number': 1, 'project_id': '3414a292093541209ace108ad8bb6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:26.169513 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83dfe72-d7a5-47d6-93d8-26cfcec6f656 None None] The sync data for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi is: [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '8cc1b7b9-efa4-4ded-9511-430af9cc0606', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'port_id': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'mac_address': 'fa:16:3e:40:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:52Z', 'updated_at': '2022-09-13T08:01:24Z', 'revision_number': 1, 'project_id': '3414a292093541209ace108ad8bb6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:01:26.205343 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-97287f11-8833-4493-9e47-3cddd5e18497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:26.207263 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-97287f11-8833-4493-9e47-3cddd5e18497 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925043 Sep 13 08:01:26.299764 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-af1d84a5-7db9-48a4-ae61-9a94e7d62c38 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=801e2d6bb5634e2e98f47fb4f16bf765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521159 Sep 13 08:01:26.400789 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-91ee5200-e12f-486d-9190-6ec121c21fc3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823974 Sep 13 08:01:26.535542 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdf939d-ae56-44b6-9e44-d9da9868e64f None None] New status for floating IP 8cc1b7b9-efa4-4ded-9511-430af9cc0606: ACTIVE {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:01:26.578515 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-51bb86f4-85d4-401b-a92b-0d4903ea6b31 req-8bc4673a-2336-4ac6-a1a6-cc89e9a39dbc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707993 Sep 13 08:01:26.638287 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974932-0a08-4803-961f-610cac611b51 req-153f309c-8ed3-465f-83b9-cdd32e80f268 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:26.638287 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-153f309c-8ed3-465f-83b9-cdd32e80f268 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209040 Sep 13 08:01:26.643467 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Request body: {'port': {'device_id': '56190323-c07c-4298-b406-e513e800d0a3', 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4', 'admin_state_up': True, 'tenant_id': '801e2d6bb5634e2e98f47fb4f16bf765'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:26.840769 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Made reservation on behalf of 801e2d6bb5634e2e98f47fb4f16bf765 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:01:26.845033 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:26.855336 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:26.866965 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-732d873c-5085-4354-b839-0eb2446a7335 req-ca945a0d-fba5-466c-89af-21ae6a892dda tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 210 time: 0.0316081 Sep 13 08:01:26.961481 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks [] for security_group (1a1731cd-f743-415d-acd5-09c9345461ce), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:26.980081 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (1a1731cd-f743-415d-acd5-09c9345461ce), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:27.066931 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:27.071693 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1731cd-f743-415d-acd5-09c9345461ce,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:27.150603 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Allocated IP 192.168.233.111 (dd393ef2-5573-4d21-b06d-a121604bc5e4/18ce3af0-ad11-42fe-9cc9-fec10ce59c55/a634ef80-5f68-4cee-80f8-4ce938f38ddf) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:01:27.325855 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks [] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:27.352740 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:27.366299 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:27.414452 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Network dd393ef2-5573-4d21-b06d-a121604bc5e4 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:01:27.418282 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:01:27.424590 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:01:27.464932 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Pushing event updated for resources: {'Port': ['ID=a634ef80-5f68-4cee-80f8-4ce938f38ddf,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:27.499765 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:27.500500 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:27.521899 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-a9e8b7a0-b6e2-4508-a818-78f6ba2dd8ce tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8842502 Sep 13 08:01:27.544231 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Request body: {'port': {'device_id': '56190323-c07c-4298-b406-e513e800d0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:27.626152 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:27.807644 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-f5bed001-3cc7-484d-9979-78fa94a44aa3 None None] Provisioning complete for port a634ef80-5f68-4cee-80f8-4ce938f38ddf triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:01:27.808277 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f5bed001-3cc7-484d-9979-78fa94a44aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:27.865702 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-f5bed001-3cc7-484d-9979-78fa94a44aa3 None None] Port a634ef80-5f68-4cee-80f8-4ce938f38ddf cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:01:28.029210 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a634ef80-5f68-4cee-80f8-4ce938f38ddf {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:01:28.047194 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307e673-4160-4369-b252-d8407dc30a90 req-3a387dd0-bd0c-4047-96a5-a1c2c44b6ebf tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:28.047194 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5307e673-4160-4369-b252-d8407dc30a90 req-3a387dd0-bd0c-4047-96a5-a1c2c44b6ebf tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 936 time: 0.0973444 Sep 13 08:01:28.052665 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Publish callbacks [] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:28.085541 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Transition to ACTIVE for port object a634ef80-5f68-4cee-80f8-4ce938f38ddf will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:01:28.093573 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:28.195167 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5307e673-4160-4369-b252-d8407dc30a90 req-3d050d7b-8d59-459d-ab82-4ea6c0220376 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383460 Sep 13 08:01:28.239368 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:28.242119 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Pushing event updated for resources: {'Port': ['ID=a634ef80-5f68-4cee-80f8-4ce938f38ddf,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:28.273041 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Attempting to bind port a634ef80-5f68-4cee-80f8-4ce938f38ddf on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:01:28.273680 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Attempting to bind port a634ef80-5f68-4cee-80f8-4ce938f38ddf by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:01:28.274269 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Attempting to bind port a634ef80-5f68-4cee-80f8-4ce938f38ddf on network dd393ef2-5573-4d21-b06d-a121604bc5e4 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:01:28.325888 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Port a634ef80-5f68-4cee-80f8-4ce938f38ddf on network dd393ef2-5573-4d21-b06d-a121604bc5e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:01:28.326215 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Attempting to bind port a634ef80-5f68-4cee-80f8-4ce938f38ddf on network dd393ef2-5573-4d21-b06d-a121604bc5e4 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:01:28.356516 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:28.387991 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:01:28.388572 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Checking segment: {'id': '8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:01:28.388991 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Bound using segment: {'id': '8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:01:28.389636 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Bound port: a634ef80-5f68-4cee-80f8-4ce938f38ddf, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:01:28.390233 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:28.467734 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] For port a634ef80-5f68-4cee-80f8-4ce938f38ddf, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:01:28.471970 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] For port a634ef80-5f68-4cee-80f8-4ce938f38ddf, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a634ef80-5f68-4cee-80f8-4ce938f38ddf,segment=NetworkSegment(8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763),segment_id=8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:01:28.479471 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:28.483881 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:28.484502 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:28.486124 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/a634ef80-5f68-4cee-80f8-4ce938f38ddf HTTP/1.1" status: 200 len: 1098 time: 0.9481931 Sep 13 08:01:28.486703 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56190323-c07c-4298-b406-e513e800d0a3', 'tag': 'a634ef80-5f68-4cee-80f8-4ce938f38ddf'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:28.489012 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d130e08b-baf1-4891-b898-c2d2edf68094" -d '{"events": [{"name": "network-changed", "server_uuid": "56190323-c07c-4298-b406-e513e800d0a3", "tag": "a634ef80-5f68-4cee-80f8-4ce938f38ddf"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:28.553047 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fb9485-749a-45ad-b8a7-a15dd0f31dbf x-openstack-request-id: req-e8fb9485-749a-45ad-b8a7-a15dd0f31dbf {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:28.553457 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56190323-c07c-4298-b406-e513e800d0a3", "tag": "a634ef80-5f68-4cee-80f8-4ce938f38ddf", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:28.553669 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8fb9485-749a-45ad-b8a7-a15dd0f31dbf {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:28.554102 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fb9485-749a-45ad-b8a7-a15dd0f31dbf'] response: {'name': 'network-changed', 'server_uuid': '56190323-c07c-4298-b406-e513e800d0a3', 'tag': 'a634ef80-5f68-4cee-80f8-4ce938f38ddf', 'status': 'completed', 'code': 200} Sep 13 08:01:28.598063 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974932-0a08-4803-961f-610cac611b51 req-500add64-3e74-41be-b55f-dbe335d975dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:28.599762 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-500add64-3e74-41be-b55f-dbe335d975dc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=801e2d6bb5634e2e98f47fb4f16bf765&device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 1132 time: 0.0590425 Sep 13 08:01:28.600361 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e0984-f0fa-457b-b064-5963397dec65 service neutron] Pushing event updated for resources: {'Port': ['ID=a634ef80-5f68-4cee-80f8-4ce938f38ddf,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:28.654206 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-01c78cfb-cc77-4baa-aa24-99b4b4e2a91b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a634ef80-5f68-4cee-80f8-4ce938f38ddf HTTP/1.1" status: 200 len: 217 time: 0.0403776 Sep 13 08:01:28.715850 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974932-0a08-4803-961f-610cac611b51 req-96be0df6-2f78-480c-9ac6-a966dba471d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:28.717421 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-96be0df6-2f78-480c-9ac6-a966dba471d7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=18ce3af0-ad11-42fe-9cc9-fec10ce59c55 HTTP/1.1" status: 200 len: 843 time: 0.0479023 Sep 13 08:01:28.786082 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974932-0a08-4803-961f-610cac611b51 req-6fad097c-a25e-43c1-ab04-7a7679cba83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:28.787880 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-6fad097c-a25e-43c1-ab04-7a7679cba83e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd393ef2-5573-4d21-b06d-a121604bc5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0539765 Sep 13 08:01:28.897614 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-cc78ce39-cf08-44c4-b97c-96199bae61eb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd393ef2-5573-4d21-b06d-a121604bc5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004322 Sep 13 08:01:28.993152 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4974932-0a08-4803-961f-610cac611b51 req-944b1b89-aeb9-4a09-8c62-1d795ddea4f1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd393ef2-5573-4d21-b06d-a121604bc5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877850 Sep 13 08:01:29.330081 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51925c5c-7eec-4a26-aa0c-479fa2be1448 req-c15bb471-6deb-4023-a483-f9d24f492fde tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:29.331631 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-51925c5c-7eec-4a26-aa0c-479fa2be1448 req-c15bb471-6deb-4023-a483-f9d24f492fde tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 948 time: 0.0534091 Sep 13 08:01:29.380492 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-51925c5c-7eec-4a26-aa0c-479fa2be1448 req-c05cc551-5458-4fad-8cad-fff5791eeda3 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Sep 13 08:01:30.523276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1457-5c22-44d4-9098-a12566f38fbb req-e49635f1-46c8-4cc7-9f26-848622323c90 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:30.525562 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d76f1457-5c22-44d4-9098-a12566f38fbb req-e49635f1-46c8-4cc7-9f26-848622323c90 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 948 time: 0.0532980 Sep 13 08:01:30.585138 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d76f1457-5c22-44d4-9098-a12566f38fbb req-19cd3d4a-ba9e-4376-a27a-03b7efc4962f tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529847 Sep 13 08:01:31.472991 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:31.734405 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad12f-44ea-4a7a-bcb2-142211ce1b3d req-108bb126-1d28-47cd-bdc7-74a045189bc5 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:31.743974 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-109ad12f-44ea-4a7a-bcb2-142211ce1b3d req-108bb126-1d28-47cd-bdc7-74a045189bc5 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 948 time: 0.0731802 Sep 13 08:01:31.804068 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-109ad12f-44ea-4a7a-bcb2-142211ce1b3d req-3f359a79-4598-451f-bb1c-3e72eb5d4bbd tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572402 Sep 13 08:01:32.376503 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device a634ef80-5f68-4cee-80f8-4ce938f38ddf details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:01:32.466083 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:32.478220 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port a634ef80-5f68-4cee-80f8-4ce938f38ddf, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a634ef80-5f68-4cee-80f8-4ce938f38ddf,segment=NetworkSegment(8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763),segment_id=8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:32.490093 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'a634ef80-5f68-4cee-80f8-4ce938f38ddf', 'network_id': 'dd393ef2-5573-4d21-b06d-a121604bc5e4', 'port_id': 'a634ef80-5f68-4cee-80f8-4ce938f38ddf', 'mac_address': 'fa:16:3e:ac:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ce3af0-ad11-42fe-9cc9-fec10ce59c55', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:01:32.526690 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port a634ef80-5f68-4cee-80f8-4ce938f38ddf is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:01:32.526987 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:32.543823 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a634ef80-5f68-4cee-80f8-4ce938f38ddf {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:01:32.567900 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port a634ef80-5f68-4cee-80f8-4ce938f38ddf, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a634ef80-5f68-4cee-80f8-4ce938f38ddf,segment=NetworkSegment(8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763),segment_id=8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:32.572890 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:32.628807 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=a634ef80-5f68-4cee-80f8-4ce938f38ddf,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:32.912176 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:32.935790 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491bc43-9b84-4c0c-8ca9-acc45608875b req-9b4553a0-fc47-4edb-a752-e430e6882710 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:32.942858 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7491bc43-9b84-4c0c-8ca9-acc45608875b req-9b4553a0-fc47-4edb-a752-e430e6882710 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 949 time: 0.0588329 Sep 13 08:01:32.976162 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['a634ef80-5f68-4cee-80f8-4ce938f38ddf'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:01:32.995311 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7491bc43-9b84-4c0c-8ca9-acc45608875b req-d5117880-57db-486b-9cd1-57851b77bda5 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507047 Sep 13 08:01:34.120116 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9471b2-cd56-4841-9ee8-e26b6e860a08 req-98583138-1136-4dd4-9f65-e120b1e7fdfc tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:34.121549 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6e9471b2-cd56-4841-9ee8-e26b6e860a08 req-98583138-1136-4dd4-9f65-e120b1e7fdfc tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 949 time: 0.0492253 Sep 13 08:01:34.167191 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6e9471b2-cd56-4841-9ee8-e26b6e860a08 req-4fdf90c5-4f5a-4d90-aab3-7e23418a034f tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Sep 13 08:01:34.389091 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device a634ef80-5f68-4cee-80f8-4ce938f38ddf up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:01:34.430448 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port a634ef80-5f68-4cee-80f8-4ce938f38ddf completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:01:34.435679 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port a634ef80-5f68-4cee-80f8-4ce938f38ddf triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:01:34.436053 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:34.508977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port a634ef80-5f68-4cee-80f8-4ce938f38ddf is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:01:34.509359 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:34.531943 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56190323-c07c-4298-b406-e513e800d0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a634ef80-5f68-4cee-80f8-4ce938f38ddf'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:34.534232 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2850829a-d635-462d-93e6-ecfc693e33a9" -d '{"events": [{"server_uuid": "56190323-c07c-4298-b406-e513e800d0a3", "name": "network-vif-plugged", "status": "completed", "tag": "a634ef80-5f68-4cee-80f8-4ce938f38ddf"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:34.547363 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port a634ef80-5f68-4cee-80f8-4ce938f38ddf, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a634ef80-5f68-4cee-80f8-4ce938f38ddf,segment=NetworkSegment(8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763),segment_id=8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:34.552144 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:34.579366 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccaf4ae-8ac1-46bc-bf0b-67dc219f8c2e x-openstack-request-id: req-8ccaf4ae-8ac1-46bc-bf0b-67dc219f8c2e {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:34.579678 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56190323-c07c-4298-b406-e513e800d0a3", "name": "network-vif-plugged", "status": "completed", "tag": "a634ef80-5f68-4cee-80f8-4ce938f38ddf", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:34.579933 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ccaf4ae-8ac1-46bc-bf0b-67dc219f8c2e {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:34.580326 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ccaf4ae-8ac1-46bc-bf0b-67dc219f8c2e'] response: {'server_uuid': '56190323-c07c-4298-b406-e513e800d0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a634ef80-5f68-4cee-80f8-4ce938f38ddf', 'code': 200} Sep 13 08:01:34.602969 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=a634ef80-5f68-4cee-80f8-4ce938f38ddf,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:35.294167 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6bf02-a04c-4bdf-ad49-61eb50cea398 req-f79f5728-70cc-4f2c-9347-0d337d657b24 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:35.295637 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5fd6bf02-a04c-4bdf-ad49-61eb50cea398 req-f79f5728-70cc-4f2c-9347-0d337d657b24 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 950 time: 0.0479987 Sep 13 08:01:35.346222 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5fd6bf02-a04c-4bdf-ad49-61eb50cea398 req-ac44132d-cfd2-4b0f-8e8a-c177069bf577 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 Sep 13 08:01:35.651792 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:35.665302 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-8f13e86e-caf8-4757-b4ce-219b53a3f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:35.666816 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-8f13e86e-caf8-4757-b4ce-219b53a3f1ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=801e2d6bb5634e2e98f47fb4f16bf765&device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 1134 time: 0.0403507 Sep 13 08:01:36.194081 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:36.223845 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-537b496e-3a74-4075-a54c-76f7368052fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:36.225307 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-537b496e-3a74-4075-a54c-76f7368052fc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dd393ef2-5573-4d21-b06d-a121604bc5e4 HTTP/1.1" status: 200 len: 870 time: 0.0983737 Sep 13 08:01:36.464935 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fdb95-551f-4464-8c10-fdd959032f8c req-f29b35f5-3cca-48c4-88e8-608c7ae01b63 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:36.466393 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e79fdb95-551f-4464-8c10-fdd959032f8c req-f29b35f5-3cca-48c4-88e8-608c7ae01b63 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 950 time: 0.0455654 Sep 13 08:01:36.515340 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e79fdb95-551f-4464-8c10-fdd959032f8c req-44b6412e-b0db-4000-977d-3d1ba44d45ad tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 Sep 13 08:01:36.525088 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59156) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:36.607275 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-cc0bd056-e23a-46d8-9af2-6e3432a1769b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a634ef80-5f68-4cee-80f8-4ce938f38ddf HTTP/1.1" status: 200 len: 217 time: 0.0458264 Sep 13 08:01:36.619252 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af7b305-a599-4941-bc7f-ba1f7a2dc48b admin admin] Deleting subnet 6b63d53d-ddb1-456f-95c5-8f40275de5fd {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:01:36.621384 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f41c8-c6b4-4e80-b6fe-ee6c1932a93e req-a0a88971-b6ed-4b7a-9ab5-08170abdbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:36.622547 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2af7b305-a599-4941-bc7f-ba1f7a2dc48b admin admin] Publish callbacks [] for subnet (6b63d53d-ddb1-456f-95c5-8f40275de5fd), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:36.623225 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ed0f41c8-c6b4-4e80-b6fe-ee6c1932a93e req-a0a88971-b6ed-4b7a-9ab5-08170abdbbca service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 1134 time: 0.0398870 Sep 13 08:01:36.675240 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ed0f41c8-c6b4-4e80-b6fe-ee6c1932a93e req-6bf23b24-087a-46e8-b3db-5ba771546878 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Sep 13 08:01:36.699111 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2af7b305-a599-4941-bc7f-ba1f7a2dc48b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12984720'] for subnet (6b63d53d-ddb1-456f-95c5-8f40275de5fd), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:36.724008 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-69230786-f86c-4422-a4e5-56797180d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:36.725707 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-69230786-f86c-4422-a4e5-56797180d544 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=18ce3af0-ad11-42fe-9cc9-fec10ce59c55 HTTP/1.1" status: 200 len: 843 time: 0.1102953 Sep 13 08:01:36.743269 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2af7b305-a599-4941-bc7f-ba1f7a2dc48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (6b63d53d-ddb1-456f-95c5-8f40275de5fd), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:36.796752 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2af7b305-a599-4941-bc7f-ba1f7a2dc48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13729163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13043827'] for subnet (6b63d53d-ddb1-456f-95c5-8f40275de5fd), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:36.823291 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7b305-a599-4941-bc7f-ba1f7a2dc48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b63d53d-ddb1-456f-95c5-8f40275de5fd,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:36.827079 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2af7b305-a599-4941-bc7f-ba1f7a2dc48b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:36.830330 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2af7b305-a599-4941-bc7f-ba1f7a2dc48b admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/6b63d53d-ddb1-456f-95c5-8f40275de5fd HTTP/1.1" status: 204 len: 168 time: 0.3042042 Sep 13 08:01:36.832805 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59160) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:36.908942 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (db51d0ec-075c-415f-a128-7b3d132b8d38), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:36.985362 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-fc3f4d69-4727-44e0-9a75-efe87bb8f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:36.986885 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-fc3f4d69-4727-44e0-9a75-efe87bb8f74b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd393ef2-5573-4d21-b06d-a121604bc5e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0740645 Sep 13 08:01:37.031055 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (db51d0ec-075c-415f-a128-7b3d132b8d38), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.069056 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db51d0ec-075c-415f-a128-7b3d132b8d38']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:37.108603 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:37.108901 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9122b16-50a5-4bc1-aaef-41e1c7e678c1') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:37.121365 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12984729'] for segment (b9122b16-50a5-4bc1-aaef-41e1c7e678c1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.144279 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (b9122b16-50a5-4bc1-aaef-41e1c7e678c1), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.157564 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:01:37.157975 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13729057'] for segment (b9122b16-50a5-4bc1-aaef-41e1c7e678c1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.173409 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-510b1af9-391a-4beb-ae31-87d1f5d38808 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd393ef2-5573-4d21-b06d-a121604bc5e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524761 Sep 13 08:01:37.180174 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment b9122b16-50a5-4bc1-aaef-41e1c7e678c1 resource provider aggregate not found Sep 13 08:01:37.210444 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment b9122b16-50a5-4bc1-aaef-41e1c7e678c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9122b16-50a5-4bc1-aaef-41e1c7e678c1 found for delete ", "request_id": "req-61acc29b-f31f-4f70-b23d-f0f620674d0c"}]} Sep 13 08:01:37.225300 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (db51d0ec-075c-415f-a128-7b3d132b8d38), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.232542 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.235981 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/db51d0ec-075c-415f-a128-7b3d132b8d38 HTTP/1.1" status: 204 len: 168 time: 0.4022641 Sep 13 08:01:37.245286 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f122f-0156-4fc5-9a13-8fbe3b0cb044 admin admin] Pushing event deleted for resources: {'Network': ['ID=db51d0ec-075c-415f-a128-7b3d132b8d38,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:37.400984 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59168) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:37.444578 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f20fb3f9-6359-4d39-a89d-82ed90c1e7b5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=44a6ed00e5ad40be9c50d72808559c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423033 Sep 13 08:01:37.446971 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59170) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:37.474057 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:37.497234 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-04025cf0-5864-45cd-9346-ac504d6ae818 admin admin] Publish callbacks [] for security_group (2e03bb06-2598-49e9-9d04-07f236c1fcb6), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.515240 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:37.517188 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-04025cf0-5864-45cd-9346-ac504d6ae818 admin admin] Publish callbacks [] for security_group (2e03bb06-2598-49e9-9d04-07f236c1fcb6), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.567235 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-04025cf0-5864-45cd-9346-ac504d6ae818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2e03bb06-2598-49e9-9d04-07f236c1fcb6), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.569981 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-04025cf0-5864-45cd-9346-ac504d6ae818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:37.571177 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-04025cf0-5864-45cd-9346-ac504d6ae818 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2e03bb06-2598-49e9-9d04-07f236c1fcb6 HTTP/1.1" status: 204 len: 168 time: 0.1227446 Sep 13 08:01:37.579609 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04025cf0-5864-45cd-9346-ac504d6ae818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e03bb06-2598-49e9-9d04-07f236c1fcb6,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:37.644139 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ab586-2d3a-44d4-a259-6e2123c62e87 req-8a4c0181-e750-408d-b076-d97af2743c09 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:37.645755 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fd6ab586-2d3a-44d4-a259-6e2123c62e87 req-8a4c0181-e750-408d-b076-d97af2743c09 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 950 time: 0.0516841 Sep 13 08:01:37.701444 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fd6ab586-2d3a-44d4-a259-6e2123c62e87 req-888f9e0d-3682-42d5-aa9d-e99554076523 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 Sep 13 08:01:37.805274 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d130e08b-baf1-4891-b898-c2d2edf68094 req-42f8810f-e42f-4d59-a37c-6c07d101f2c1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd393ef2-5573-4d21-b06d-a121604bc5e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980661 Sep 13 08:01:37.916072 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fcff6-7133-40bb-957a-9323bbcc6919 req-0dc0c6fb-8228-465e-add0-f3479c6c4b2e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:37.917667 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b99fcff6-7133-40bb-957a-9323bbcc6919 req-0dc0c6fb-8228-465e-add0-f3479c6c4b2e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0527928 Sep 13 08:01:37.968606 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b99fcff6-7133-40bb-957a-9323bbcc6919 req-39eb9539-a739-4380-ac25-253ff62b1f43 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448091 Sep 13 08:01:37.997976 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59184) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:38.225581 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a980380-aeae-4950-8646-0d856bec931c tempest-TestMinimumBasicScenario-973092922 tempest-TestMinimumBasicScenario-973092922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:38.227171 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1a980380-aeae-4950-8646-0d856bec931c tempest-TestMinimumBasicScenario-973092922 tempest-TestMinimumBasicScenario-973092922-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 1124 time: 0.2281992 Sep 13 08:01:38.230000 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59188) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:38.234879 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'port_id': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:38.260984 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:38.340806 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:38.443276 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Allocated IP 172.27.1.109 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/34ae43ce-3ee5-46c0-8304-cf910f5ffd09) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:01:38.798600 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for port (34ae43ce-3ee5-46c0-8304-cf910f5ffd09), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:38.849920 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba695d2-4f16-40b3-ad57-73610fb442a2 req-fe4d17de-3729-4ec2-b714-a33357d3e1f6 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:38.851479 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6ba695d2-4f16-40b3-ad57-73610fb442a2 req-fe4d17de-3729-4ec2-b714-a33357d3e1f6 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 950 time: 0.0649266 Sep 13 08:01:38.879153 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (34ae43ce-3ee5-46c0-8304-cf910f5ffd09), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:38.941018 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:01:38.945928 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:38.960344 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:01:38.963478 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:01:38.989374 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6ba695d2-4f16-40b3-ad57-73610fb442a2 req-04cabc1b-488b-4323-9353-a76ff92bb5bf tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307530 Sep 13 08:01:38.989982 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'Port': ['ID=34ae43ce-3ee5-46c0-8304-cf910f5ffd09,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:38.999432 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:39.318779 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for floatingip (fbc198ed-19f9-47da-859a-c4ae5206f5c1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:39.383371 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (34ae43ce-3ee5-46c0-8304-cf910f5ffd09), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:39.527512 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for port (34ae43ce-3ee5-46c0-8304-cf910f5ffd09), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:39.531815 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (34ae43ce-3ee5-46c0-8304-cf910f5ffd09), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:39.596880 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'Port': ['ID=34ae43ce-3ee5-46c0-8304-cf910f5ffd09,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:39.599295 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (fbc198ed-19f9-47da-859a-c4ae5206f5c1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:39.694794 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Floating IP fbc198ed-19f9-47da-859a-c4ae5206f5c1 associated. External IP: 172.27.1.109, port: b890f81c-89fa-4f25-9589-36b25c2b0112. Sep 13 08:01:39.826622 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:39.863983 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:39.892097 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:01:39.996823 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:01:40.006060 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] Sync routers for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:01:40.014382 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.016919 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:01:40.017546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:01:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:40.046503 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-bb8f8051-c587-4170-a2f1-b2237f479441 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8129485 Sep 13 08:01:40.046503 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:40.046889 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a36966-18c2-4c32-aa22-f097bad1f42a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:40.047662 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59198) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:40.057270 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-ae129d52-a7b2-449e-8953-1a8d77f5ef4f tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893783302', 'description': 'tempest-secgroup-smoke-1893783302 description', 'project_id': '29cd3d666355422e8ac5802fd07de461'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:40.064570 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:40.099232 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2dedcd-8203-4c17-a2e4-ed23bc6283dd x-openstack-request-id: req-fb2dedcd-8203-4c17-a2e4-ed23bc6283dd {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:40.099647 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:40.100079 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb2dedcd-8203-4c17-a2e4-ed23bc6283dd {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:40.100609 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2dedcd-8203-4c17-a2e4-ed23bc6283dd'] response: {'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'status': 'completed', 'code': 200} Sep 13 08:01:40.104964 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ae129d52-a7b2-449e-8953-1a8d77f5ef4f tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.135977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:01:40.159751 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5fef0-6ada-4110-9822-c05444c1c647 req-ddcbe869-ec4e-402c-9fbb-da70128382d4 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:40.161508 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4e5fef0-6ada-4110-9822-c05444c1c647 req-ddcbe869-ec4e-402c-9fbb-da70128382d4 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 950 time: 0.0869865 Sep 13 08:01:40.173575 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-5239d7b1-a45c-41cf-9f1c-4d10f5fb1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:40.175260 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-5239d7b1-a45c-41cf-9f1c-4d10f5fb1ec8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=29cd3d666355422e8ac5802fd07de461&device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 1129 time: 0.0439329 Sep 13 08:01:40.245838 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ae129d52-a7b2-449e-8953-1a8d77f5ef4f tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group (16a63d8d-f62c-40b9-9efe-12312bd867af), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.249398 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4e5fef0-6ada-4110-9822-c05444c1c647 req-4f0e7617-2efe-4f00-b9dd-83ded9ec7ea0 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769506 Sep 13 08:01:40.252683 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ae129d52-a7b2-449e-8953-1a8d77f5ef4f tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (16a63d8d-f62c-40b9-9efe-12312bd867af), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.297577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ae129d52-a7b2-449e-8953-1a8d77f5ef4f tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.297812 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-1055acd1-902c-40c4-bddc-9d71b28e3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:40.299006 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-1055acd1-902c-40c4-bddc-9d71b28e3ce7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=758ea9e6-2737-427b-bf4a-218a18974f38 HTTP/1.1" status: 200 len: 916 time: 0.1144266 Sep 13 08:01:40.301670 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59204) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:40.301897 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ae129d52-a7b2-449e-8953-1a8d77f5ef4f tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2523839 Sep 13 08:01:40.303954 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae129d52-a7b2-449e-8953-1a8d77f5ef4f tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a63d8d-f62c-40b9-9efe-12312bd867af,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:40.308350 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-f5667c1c-1654-4a4f-8726-a074c00559f8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'security_group_rule': {'security_group_id': '16a63d8d-f62c-40b9-9efe-12312bd867af', 'project_id': '29cd3d666355422e8ac5802fd07de461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:40.368232 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:40.369497 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'fbc198ed-19f9-47da-859a-c4ae5206f5c1', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'port_id': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'mac_address': 'fa:16:3e:b7:9a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e775a42-5136-40d7-a248-9340807a02cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:01:39Z', 'updated_at': '2022-09-13T08:01:39Z', 'revision_number': 0, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:40.388594 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f5667c1c-1654-4a4f-8726-a074c00559f8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (d0af2e62-3e41-4f37-8601-84745975797d), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.397633 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] Checking router: cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:01:40.400814 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-538f95cd-8730-4d00-9997-019e6a6e22ee service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 999 time: 0.0844529 Sep 13 08:01:40.406741 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:01:40.407363 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:01:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:40.481378 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-185e32e6-1985-47b8-b7d3-5734c2eed51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:40.482827 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-185e32e6-1985-47b8-b7d3-5734c2eed51f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0 HTTP/1.1" status: 200 len: 854 time: 0.0712194 Sep 13 08:01:40.495114 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f5667c1c-1654-4a4f-8726-a074c00559f8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (d0af2e62-3e41-4f37-8601-84745975797d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.499287 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f5667c1c-1654-4a4f-8726-a074c00559f8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (d0af2e62-3e41-4f37-8601-84745975797d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.517802 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:01:40.520361 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5667c1c-1654-4a4f-8726-a074c00559f8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0af2e62-3e41-4f37-8601-84745975797d,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:40.527477 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f5667c1c-1654-4a4f-8726-a074c00559f8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.528526 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f5667c1c-1654-4a4f-8726-a074c00559f8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2259076 Sep 13 08:01:40.531444 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59210) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:40.535845 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-208d93cf-f00d-4bee-86e8-c2335e3a0acf tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'security_group_rule': {'security_group_id': '16a63d8d-f62c-40b9-9efe-12312bd867af', 'project_id': '29cd3d666355422e8ac5802fd07de461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:40.563763 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-208d93cf-f00d-4bee-86e8-c2335e3a0acf tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (b775aa98-0ba5-4199-badf-f82a45ad3783), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.574484 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:40.583836 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51470b-4927-4745-b52d-196575ff08e4 req-554ed8ec-4181-453a-b0fe-f228c38da6d0 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:40.585652 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3a51470b-4927-4745-b52d-196575ff08e4 req-554ed8ec-4181-453a-b0fe-f228c38da6d0 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 950 time: 0.0578182 Sep 13 08:01:40.632793 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-208d93cf-f00d-4bee-86e8-c2335e3a0acf tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (b775aa98-0ba5-4199-badf-f82a45ad3783), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.636793 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-208d93cf-f00d-4bee-86e8-c2335e3a0acf tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (b775aa98-0ba5-4199-badf-f82a45ad3783), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.643160 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3a51470b-4927-4745-b52d-196575ff08e4 req-6f01ee96-215e-41ed-8e29-a826834d835a tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493078 Sep 13 08:01:40.653986 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d93cf-f00d-4bee-86e8-c2335e3a0acf tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b775aa98-0ba5-4199-badf-f82a45ad3783,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:40.676579 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-208d93cf-f00d-4bee-86e8-c2335e3a0acf tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.681099 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-208d93cf-f00d-4bee-86e8-c2335e3a0acf tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453998 Sep 13 08:01:40.681370 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59212) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:40.685975 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-142ce105-ebfb-47cf-855f-7658747db200 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'security_group_rule': {'security_group_id': '16a63d8d-f62c-40b9-9efe-12312bd867af', 'project_id': '29cd3d666355422e8ac5802fd07de461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:40.714254 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-142ce105-ebfb-47cf-855f-7658747db200 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (588cab0d-0d79-4c77-b072-69300686b3ad), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.741500 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'fbc198ed-19f9-47da-859a-c4ae5206f5c1', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'port_id': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'mac_address': 'fa:16:3e:b7:9a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e775a42-5136-40d7-a248-9340807a02cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:01:39Z', 'updated_at': '2022-09-13T08:01:39Z', 'revision_number': 0, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:01:40.766763 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f4ea7-495d-4f7e-9ced-ea7edb07cfa6 None None] The sync data for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi is: [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'fbc198ed-19f9-47da-859a-c4ae5206f5c1', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'port_id': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'mac_address': 'fa:16:3e:b7:9a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e775a42-5136-40d7-a248-9340807a02cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:01:39Z', 'updated_at': '2022-09-13T08:01:39Z', 'revision_number': 0, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:01:40.772979 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-142ce105-ebfb-47cf-855f-7658747db200 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (588cab0d-0d79-4c77-b072-69300686b3ad), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.777356 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-142ce105-ebfb-47cf-855f-7658747db200 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (588cab0d-0d79-4c77-b072-69300686b3ad), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.798164 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ce105-ebfb-47cf-855f-7658747db200 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588cab0d-0d79-4c77-b072-69300686b3ad,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:40.803515 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-142ce105-ebfb-47cf-855f-7658747db200 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.805286 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-142ce105-ebfb-47cf-855f-7658747db200 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222758 Sep 13 08:01:40.808134 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59214) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:40.812633 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-4c7b8a92-7ecc-4c79-8728-6402d6d7a5af tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'security_group_rule': {'security_group_id': '16a63d8d-f62c-40b9-9efe-12312bd867af', 'project_id': '29cd3d666355422e8ac5802fd07de461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:40.841429 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a92-7ecc-4c79-8728-6402d6d7a5af tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (5a989a70-9107-4e4a-b8ad-a15a6485b815), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.864853 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:40.892012 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:40.913140 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a92-7ecc-4c79-8728-6402d6d7a5af tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (5a989a70-9107-4e4a-b8ad-a15a6485b815), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.917877 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a92-7ecc-4c79-8728-6402d6d7a5af tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (5a989a70-9107-4e4a-b8ad-a15a6485b815), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.938781 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b8a92-7ecc-4c79-8728-6402d6d7a5af tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a989a70-9107-4e4a-b8ad-a15a6485b815,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:40.947384 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8a92-7ecc-4c79-8728-6402d6d7a5af tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:40.951280 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4c7b8a92-7ecc-4c79-8728-6402d6d7a5af tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395760 Sep 13 08:01:40.951566 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59216) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:40.956242 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-f2d0d599-95ee-4650-8ff5-200dc1614eef tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'security_group_rule': {'security_group_id': '16a63d8d-f62c-40b9-9efe-12312bd867af', 'project_id': '29cd3d666355422e8ac5802fd07de461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:40.978675 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0694b7-5f9b-4081-83e9-8aa0f7ce18f8 None None] New status for floating IP fbc198ed-19f9-47da-859a-c4ae5206f5c1: ACTIVE {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:01:40.979407 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.securitygroups_db [None req-f2d0d599-95ee-4650-8ff5-200dc1614eef tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Project 29cd3d666355422e8ac5802fd07de461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 08:01:40.984773 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f2d0d599-95ee-4650-8ff5-200dc1614eef tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (7f3d9e15-c5b4-4779-a408-519b1f864c11), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.044771 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f2d0d599-95ee-4650-8ff5-200dc1614eef tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (7f3d9e15-c5b4-4779-a408-519b1f864c11), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.048516 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f2d0d599-95ee-4650-8ff5-200dc1614eef tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (7f3d9e15-c5b4-4779-a408-519b1f864c11), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.067267 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0d599-95ee-4650-8ff5-200dc1614eef tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3d9e15-c5b4-4779-a408-519b1f864c11,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:41.077912 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f2d0d599-95ee-4650-8ff5-200dc1614eef tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.079108 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f2d0d599-95ee-4650-8ff5-200dc1614eef tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265702 Sep 13 08:01:41.081847 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59218) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:41.087062 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-2d346493-bcfc-4a7f-95e3-cfc8bda1f8bb tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'security_group_rule': {'security_group_id': '16a63d8d-f62c-40b9-9efe-12312bd867af', 'project_id': '29cd3d666355422e8ac5802fd07de461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:41.107186 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.securitygroups_db [None req-2d346493-bcfc-4a7f-95e3-cfc8bda1f8bb tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Project 29cd3d666355422e8ac5802fd07de461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 08:01:41.115281 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d346493-bcfc-4a7f-95e3-cfc8bda1f8bb tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (b1a0c519-2aab-4a88-aa95-99c3ba2fab80), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.176001 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d346493-bcfc-4a7f-95e3-cfc8bda1f8bb tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (b1a0c519-2aab-4a88-aa95-99c3ba2fab80), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.180315 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d346493-bcfc-4a7f-95e3-cfc8bda1f8bb tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (b1a0c519-2aab-4a88-aa95-99c3ba2fab80), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.200606 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d346493-bcfc-4a7f-95e3-cfc8bda1f8bb tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a0c519-2aab-4a88-aa95-99c3ba2fab80,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:41.205892 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2d346493-bcfc-4a7f-95e3-cfc8bda1f8bb tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.207078 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2d346493-bcfc-4a7f-95e3-cfc8bda1f8bb tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242456 Sep 13 08:01:41.302695 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-915d7205-6e96-4144-bf52-dafb32caca94 req-6ae49572-8eb5-47e9-a1b4-a510d69065cd tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1893783302&fields=id&tenant_id=29cd3d666355422e8ac5802fd07de461 HTTP/1.1" status: 200 len: 267 time: 0.0450850 Sep 13 08:01:41.351404 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d7205-6e96-4144-bf52-dafb32caca94 req-55b73d32-9724-4141-9ffe-b524812942cd tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:41.352843 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-915d7205-6e96-4144-bf52-dafb32caca94 req-55b73d32-9724-4141-9ffe-b524812942cd tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0443909 Sep 13 08:01:41.363139 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-915d7205-6e96-4144-bf52-dafb32caca94 req-d7172de7-8efe-4b14-9012-f0c5b8fc4ff7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'port': {'security_groups': ['795008af-29c9-4bf7-bf58-695d0327ffdb', '16a63d8d-f62c-40b9-9efe-12312bd867af']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:41.431568 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-915d7205-6e96-4144-bf52-dafb32caca94 req-d7172de7-8efe-4b14-9012-f0c5b8fc4ff7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.609500 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-915d7205-6e96-4144-bf52-dafb32caca94 req-d7172de7-8efe-4b14-9012-f0c5b8fc4ff7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] For port b890f81c-89fa-4f25-9589-36b25c2b0112, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b890f81c-89fa-4f25-9589-36b25c2b0112,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:41.637968 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-915d7205-6e96-4144-bf52-dafb32caca94 req-d7172de7-8efe-4b14-9012-f0c5b8fc4ff7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.642337 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-915d7205-6e96-4144-bf52-dafb32caca94 req-d7172de7-8efe-4b14-9012-f0c5b8fc4ff7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.653609 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d7205-6e96-4144-bf52-dafb32caca94 req-d7172de7-8efe-4b14-9012-f0c5b8fc4ff7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:41.654244 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-915d7205-6e96-4144-bf52-dafb32caca94 req-d7172de7-8efe-4b14-9012-f0c5b8fc4ff7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:41.655618 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-915d7205-6e96-4144-bf52-dafb32caca94 req-d7172de7-8efe-4b14-9012-f0c5b8fc4ff7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "PUT /networking/v2.0/ports/b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 981 time: 0.2968328 Sep 13 08:01:41.661717 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['b890f81c-89fa-4f25-9589-36b25c2b0112'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:01:41.711874 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7172de7-8efe-4b14-9012-f0c5b8fc4ff7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'Port': ['ID=b890f81c-89fa-4f25-9589-36b25c2b0112,revision_number=6']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:41.782319 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826feee0-1ac5-44f9-ad75-7875376bd82d req-40132cc4-88e4-446e-a79a-f33e9dc842d1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:41.784449 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-826feee0-1ac5-44f9-ad75-7875376bd82d req-40132cc4-88e4-446e-a79a-f33e9dc842d1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0500891 Sep 13 08:01:41.795695 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:41.800549 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['b890f81c-89fa-4f25-9589-36b25c2b0112'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:01:41.809165 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a05d3-7fee-4c96-a89c-b0a1abc1e118 req-ea40d00f-ad8f-4482-ac19-1e7470907f8c tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:41.809672 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:41.811238 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-117a05d3-7fee-4c96-a89c-b0a1abc1e118 req-ea40d00f-ad8f-4482-ac19-1e7470907f8c tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 950 time: 0.0553446 Sep 13 08:01:41.837697 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:41.863847 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-826feee0-1ac5-44f9-ad75-7875376bd82d req-9d8bd078-c895-4c36-b971-e98c0d091c68 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736427 Sep 13 08:01:41.887148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-4f6d709e-dc8c-4b94-b057-74efd5785870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:41.888867 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-4f6d709e-dc8c-4b94-b057-74efd5785870 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=758ea9e6-2737-427b-bf4a-218a18974f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596457 Sep 13 08:01:41.903719 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-117a05d3-7fee-4c96-a89c-b0a1abc1e118 req-a4a3dba3-3b43-4c20-a786-15451c30ead4 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1a1731cd-f743-415d-acd5-09c9345461ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826366 Sep 13 08:01:41.923949 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:41.990743 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-3a086576-47bf-4c28-8e7c-4cb726aacd8f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859721 Sep 13 08:01:42.032818 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:42.102064 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:42.104301 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:42.125205 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-46a36966-18c2-4c32-aa22-f097bad1f42a req-a301573a-2281-413c-a898-4727a7fac500 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932553 Sep 13 08:01:42.145207 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0e7ecd-8231-4f8c-b6c1-692cac6dc17b x-openstack-request-id: req-4d0e7ecd-8231-4f8c-b6c1-692cac6dc17b {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:42.145498 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:42.145774 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d0e7ecd-8231-4f8c-b6c1-692cac6dc17b {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:42.146179 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0e7ecd-8231-4f8c-b6c1-692cac6dc17b'] response: {'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'status': 'completed', 'code': 200} Sep 13 08:01:42.224865 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-1396cba6-a144-460e-9d2d-7fffb4d1c308 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:42.226415 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-1396cba6-a144-460e-9d2d-7fffb4d1c308 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 950 time: 0.0511761 Sep 13 08:01:42.240483 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-8f8904fa-8a9b-4dd7-9adb-763ab792a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:42.242628 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-8f8904fa-8a9b-4dd7-9adb-763ab792a7ef service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=29cd3d666355422e8ac5802fd07de461&device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 1168 time: 0.0403407 Sep 13 08:01:42.314394 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Deleting port a634ef80-5f68-4cee-80f8-4ce938f38ddf {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:01:42.314733 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:42.340590 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-7a8ad3a3-10b4-4abf-9e4f-5e4fe947ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:42.342214 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-7a8ad3a3-10b4-4abf-9e4f-5e4fe947ecd9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=758ea9e6-2737-427b-bf4a-218a18974f38 HTTP/1.1" status: 200 len: 916 time: 0.0927007 Sep 13 08:01:42.406253 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] For port a634ef80-5f68-4cee-80f8-4ce938f38ddf, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=a634ef80-5f68-4cee-80f8-4ce938f38ddf,segment=NetworkSegment(8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763),segment_id=8b7cb5ea-0542-4f4d-bb97-99f0c7cf2763)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:01:42.406611 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:42.407448 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-24e98417-3ed0-4e3e-985d-66ebcb0ae5b6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 1001 time: 0.0582190 Sep 13 08:01:42.419790 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Calling delete_port for a634ef80-5f68-4cee-80f8-4ce938f38ddf owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:01:42.457654 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-462298f6-04be-4ee7-8aa1-1bab68d5accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:42.459104 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-462298f6-04be-4ee7-8aa1-1bab68d5accd service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0 HTTP/1.1" status: 200 len: 854 time: 0.0440955 Sep 13 08:01:42.503552 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-0c6177b1-e705-4834-89cd-d7ea03ebb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:42.504930 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-0c6177b1-e705-4834-89cd-d7ea03ebb407 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=758ea9e6-2737-427b-bf4a-218a18974f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381508 Sep 13 08:01:42.545331 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (a634ef80-5f68-4cee-80f8-4ce938f38ddf), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:42.562184 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['a634ef80-5f68-4cee-80f8-4ce938f38ddf'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:01:42.575875 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Pushing event deleted for resources: {'Port': ['ID=a634ef80-5f68-4cee-80f8-4ce938f38ddf,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:42.609125 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-51d8908a-130b-48d5-90cf-7f8b89944c62 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951545 Sep 13 08:01:42.629921 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] No DVR routers for this DVR port a634ef80-5f68-4cee-80f8-4ce938f38ddf on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:01:42.634111 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:42.637411 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ce10b013-047e-4696-83ca-0020f81f03f8 req-6572a2ab-0ebd-4a4e-924b-53d4166246d8 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.18 "DELETE /networking/v2.0/ports/a634ef80-5f68-4cee-80f8-4ce938f38ddf HTTP/1.1" status: 204 len: 173 time: 0.4052603 Sep 13 08:01:42.720344 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cbb81b6f-e7d7-4954-9072-6dabbe360b9d req-bf0705b2-99c4-4f86-99f9-54df900ec008 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987728 Sep 13 08:01:43.019583 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-91b3fd31-9d15-4ec6-8ae6-6c97b654e1f0 req-031ffb96-4559-4375-bcc7-bb84c0c5e2f2 tempest-VolumesNegativeTest-34989105 tempest-VolumesNegativeTest-34989105-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=56190323-c07c-4298-b406-e513e800d0a3 HTTP/1.1" status: 200 len: 210 time: 0.0295742 Sep 13 08:01:44.147138 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56190323-c07c-4298-b406-e513e800d0a3', 'name': 'network-vif-deleted', 'tag': 'a634ef80-5f68-4cee-80f8-4ce938f38ddf'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:01:44.149522 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0345a90-1760-447a-bf4f-0d374dfacb56" -d '{"events": [{"server_uuid": "56190323-c07c-4298-b406-e513e800d0a3", "name": "network-vif-deleted", "tag": "a634ef80-5f68-4cee-80f8-4ce938f38ddf"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:01:44.190313 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a6e2e2-dde2-4428-aab5-7edb5d457e4f x-openstack-request-id: req-80a6e2e2-dde2-4428-aab5-7edb5d457e4f {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:01:44.190672 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56190323-c07c-4298-b406-e513e800d0a3", "name": "network-vif-deleted", "tag": "a634ef80-5f68-4cee-80f8-4ce938f38ddf", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:01:44.190986 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80a6e2e2-dde2-4428-aab5-7edb5d457e4f {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:01:44.191380 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a6e2e2-dde2-4428-aab5-7edb5d457e4f'] response: {'server_uuid': '56190323-c07c-4298-b406-e513e800d0a3', 'name': 'network-vif-deleted', 'tag': 'a634ef80-5f68-4cee-80f8-4ce938f38ddf', 'status': 'completed', 'code': 200} Sep 13 08:01:46.454435 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device a634ef80-5f68-4cee-80f8-4ce938f38ddf no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:01:46.474243 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: a634ef80-5f68-4cee-80f8-4ce938f38ddf {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:01:46.474619 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device a634ef80-5f68-4cee-80f8-4ce938f38ddf not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:01:46.757026 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-abe40cd7-733a-41ac-a963-4a20fcf7ae99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:48.067759 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59490) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:48.230957 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6b387c04-4d3f-4e3f-a216-d230d2ea6c80 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=801e2d6bb5634e2e98f47fb4f16bf765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620305 Sep 13 08:01:48.233449 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59498) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:48.282916 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-874d6c8c-aa78-4dbc-aac9-04ab932a425b admin admin] Publish callbacks [] for security_group (1a1731cd-f743-415d-acd5-09c9345461ce), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:48.302520 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-874d6c8c-aa78-4dbc-aac9-04ab932a425b admin admin] Publish callbacks [] for security_group (1a1731cd-f743-415d-acd5-09c9345461ce), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:48.312004 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:48.350289 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-874d6c8c-aa78-4dbc-aac9-04ab932a425b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (1a1731cd-f743-415d-acd5-09c9345461ce), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:48.353321 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-874d6c8c-aa78-4dbc-aac9-04ab932a425b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:48.357726 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-874d6c8c-aa78-4dbc-aac9-04ab932a425b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1a1731cd-f743-415d-acd5-09c9345461ce HTTP/1.1" status: 204 len: 168 time: 0.1231916 Sep 13 08:01:48.365609 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d6c8c-aa78-4dbc-aac9-04ab932a425b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1731cd-f743-415d-acd5-09c9345461ce,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:48.978240 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba8266b1-56af-43d3-9da4-db1fc2978d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:49.083231 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:01:50.188092 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:51.679849 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:51.816843 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:52.714344 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:52.716320 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=44 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:57.129273 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59538) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:57.134022 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195723758', 'description': 'tempest-description--1805899447'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:57.139588 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:57.157679 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.228019 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (bd2f26ce-1440-4737-b023-9c36c478badc), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.231877 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (bd2f26ce-1440-4737-b023-9c36c478badc), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.262833 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.264076 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1336331 Sep 13 08:01:57.265176 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f26ce-1440-4737-b023-9c36c478badc,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:57.267100 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59540) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:57.271577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group_rule': {'security_group_id': 'bd2f26ce-1440-4737-b023-9c36c478badc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:57.272371 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.273241 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.273584 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.273945 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.274279 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.274606 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.274930 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.275253 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.275575 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.275898 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.276218 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.276541 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.276860 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.277176 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.277492 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0eadd8-bea1-41ba-843c-51cf10e31114 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.302803 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (e6ef57bb-d2f0-4b23-804a-cec52947c980), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.356900 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (e6ef57bb-d2f0-4b23-804a-cec52947c980), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.360361 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (e6ef57bb-d2f0-4b23-804a-cec52947c980), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.378464 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ef57bb-d2f0-4b23-804a-cec52947c980,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:57.387199 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.387552 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.387892 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.388229 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.388563 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.388904 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.389218 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.389546 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.389914 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.390239 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.390564 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.390885 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.391203 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.391523 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.391840 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:01:57.396200 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.397373 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-61cb7701-e13a-4015-b5e5-242288aa8ccc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292448 Sep 13 08:01:57.400607 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59542) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:57.404861 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-056ff230-ffe4-4239-9429-5aa3b8e357a8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group_rule': {'security_group_id': 'bd2f26ce-1440-4737-b023-9c36c478badc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:57.430914 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-056ff230-ffe4-4239-9429-5aa3b8e357a8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (0c7ad64b-7433-4496-a242-00ee3e5f1e78), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.484959 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-056ff230-ffe4-4239-9429-5aa3b8e357a8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (0c7ad64b-7433-4496-a242-00ee3e5f1e78), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.488276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-056ff230-ffe4-4239-9429-5aa3b8e357a8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (0c7ad64b-7433-4496-a242-00ee3e5f1e78), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.505216 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ff230-ffe4-4239-9429-5aa3b8e357a8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7ad64b-7433-4496-a242-00ee3e5f1e78,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:57.513478 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-056ff230-ffe4-4239-9429-5aa3b8e357a8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.514810 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-056ff230-ffe4-4239-9429-5aa3b8e357a8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132007 Sep 13 08:01:57.517781 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59544) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:01:57.521991 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:01:57.542773 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.621121 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.727243 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Allocated IP 172.27.1.74 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/59ac810a-c71b-42bd-b23c-df0de581e315) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:01:57.831187 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (59ac810a-c71b-42bd-b23c-df0de581e315), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.861695 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (59ac810a-c71b-42bd-b23c-df0de581e315), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:57.898473 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:01:57.903878 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:01:57.907938 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:01:57.931888 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=59ac810a-c71b-42bd-b23c-df0de581e315,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:57.938787 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:57.941608 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:58.233619 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (93b55c24-628f-474f-b6d4-f08ef7640245), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:58.270194 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (59ac810a-c71b-42bd-b23c-df0de581e315), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:58.412610 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (59ac810a-c71b-42bd-b23c-df0de581e315), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:58.417431 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (59ac810a-c71b-42bd-b23c-df0de581e315), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:58.488129 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=59ac810a-c71b-42bd-b23c-df0de581e315,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:01:58.490472 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (93b55c24-628f-474f-b6d4-f08ef7640245), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:58.506049 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:01:58.507286 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0664a4db-28e7-44ea-877f-ef56872e3082 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9885390 Sep 13 08:01:58.706501 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-8c7b3cad-5402-497d-a1dc-74a2421136aa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1195723758&fields=id&tenant_id=189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 267 time: 0.0443668 Sep 13 08:01:58.817053 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-1ecba863-d415-4da9-9b5c-4d2668d8582c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:01:58.818559 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-1ecba863-d415-4da9-9b5c-4d2668d8582c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 814 time: 0.1052361 Sep 13 08:01:58.833014 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-d8d88c31-24c6-40d1-9fbf-ec6021a8cc5a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/quotas/189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 375 time: 0.0088089 Sep 13 08:01:58.888974 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-26395154-f02c-4026-a693-dba9b5bcaf95 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499895 Sep 13 08:01:58.984677 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ba3aebbb-a6df-4443-b8ae-8f3e05c2ad1f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835650 Sep 13 08:01:59.074972 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-22026900-90cc-4c0d-9129-ec1fa3b772b3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841475 Sep 13 08:01:59.078253 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:59.078971 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=37 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:01:59.241202 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ee1b1c47-2ca2-4677-9fc4-0226ffa417ad req-606f6b44-20d7-4a2d-9858-d0e48f4a2ac3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 210 time: 0.0281262 Sep 13 08:02:00.342466 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cc94c67e-7e9a-4878-a519-ff10923af218 req-22e93dc2-640c-45d6-acba-f6e13645d866 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 210 time: 0.0279493 Sep 13 08:02:00.785813 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-66eb4257-bfc5-4dfb-8c9d-820681d8201e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:00.787474 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-66eb4257-bfc5-4dfb-8c9d-820681d8201e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 814 time: 0.1122906 Sep 13 08:02:00.872814 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ceea306b-0f37-4913-bcfa-a029e7703aad tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 472 time: 0.0736942 Sep 13 08:02:00.975858 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'port': {'device_id': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'admin_state_up': True, 'tenant_id': '189468d0e3034caaa498442603da0609', 'security_groups': ['bd2f26ce-1440-4737-b023-9c36c478badc']}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:02:01.086209 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Made reservation on behalf of 189468d0e3034caaa498442603da0609 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:02:01.090057 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:01.197941 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:01.224045 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Allocated IP 172.20.0.7 (bda84770-0e33-4d8d-bc36-9e89bb74859d/1a33a1f9-3916-4950-a4d3-15e3090b49c8/ffd669a3-ed80-4111-b3fe-53269f95a9de) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:02:01.317700 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:01.366986 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:01.400061 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:01.464467 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:01.466378 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Network bda84770-0e33-4d8d-bc36-9e89bb74859d is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:02:01.475402 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:02:01.483300 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:02:01.512671 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=ffd669a3-ed80-4111-b3fe-53269f95a9de,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:02:01.520376 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650530e-a54a-4f75-9b4e-1cf037fadafa req-3b85b717-c5fd-4abe-ae82-8e6fb489e137 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:01.521453 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a650530e-a54a-4f75-9b4e-1cf037fadafa req-3b85b717-c5fd-4abe-ae82-8e6fb489e137 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 931 time: 0.0931094 Sep 13 08:02:01.563579 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:01.564191 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:01.593075 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-ea02e54c-2d7b-4236-8d42-2e21bdb3f11e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211474 Sep 13 08:02:01.605135 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a650530e-a54a-4f75-9b4e-1cf037fadafa req-e84d6fbb-ca88-4bcf-957a-91944e6bbce4 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738626 Sep 13 08:02:01.694120 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Request body: {'port': {'device_id': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:02:01.720710 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-f4552f5c-f3c4-41df-8986-959fbf03ba57 None None] Provisioning complete for port ffd669a3-ed80-4111-b3fe-53269f95a9de triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:02:01.721073 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f4552f5c-f3c4-41df-8986-959fbf03ba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:01.754072 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-f4552f5c-f3c4-41df-8986-959fbf03ba57 None None] Port ffd669a3-ed80-4111-b3fe-53269f95a9de cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:02:01.756305 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:02.015470 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd669a3-ed80-4111-b3fe-53269f95a9de {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:02:02.023206 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Publish callbacks [] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:02.038062 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Transition to ACTIVE for port object ffd669a3-ed80-4111-b3fe-53269f95a9de will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:02:02.042495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:02.072716 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:02.106459 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Pushing event updated for resources: {'Port': ['ID=ffd669a3-ed80-4111-b3fe-53269f95a9de,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:02:02.141935 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:02.158170 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Attempting to bind port ffd669a3-ed80-4111-b3fe-53269f95a9de on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:02:02.158508 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Attempting to bind port ffd669a3-ed80-4111-b3fe-53269f95a9de by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:02:02.158836 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Attempting to bind port ffd669a3-ed80-4111-b3fe-53269f95a9de on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:02:02.201970 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Port ffd669a3-ed80-4111-b3fe-53269f95a9de on network bda84770-0e33-4d8d-bc36-9e89bb74859d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:02:02.202292 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Attempting to bind port ffd669a3-ed80-4111-b3fe-53269f95a9de on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:02:02.242502 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:02:02.242834 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Checking segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:02:02.243210 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Bound using segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:02:02.243636 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Bound port: ffd669a3-ed80-4111-b3fe-53269f95a9de, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:02:02.243997 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:02.301697 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] For port ffd669a3-ed80-4111-b3fe-53269f95a9de, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:02:02.304808 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] For port ffd669a3-ed80-4111-b3fe-53269f95a9de, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=ffd669a3-ed80-4111-b3fe-53269f95a9de,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:02:02.310904 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:02.315022 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:02.315627 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:02.316979 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/ffd669a3-ed80-4111-b3fe-53269f95a9de HTTP/1.1" status: 200 len: 1093 time: 0.6272857 Sep 13 08:02:02.317549 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'tag': 'ffd669a3-ed80-4111-b3fe-53269f95a9de'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:02:02.319801 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35f767f-7240-4271-8513-0e2135f9c2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "deb2631d-2cc4-4add-8028-057c6f2e4633", "tag": "ffd669a3-ed80-4111-b3fe-53269f95a9de"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:02:02.359383 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1198bb6-2f42-47e9-a431-0f4866770054 x-openstack-request-id: req-b1198bb6-2f42-47e9-a431-0f4866770054 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:02:02.359670 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb2631d-2cc4-4add-8028-057c6f2e4633", "tag": "ffd669a3-ed80-4111-b3fe-53269f95a9de", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:02:02.359921 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1198bb6-2f42-47e9-a431-0f4866770054 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:02:02.360318 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1198bb6-2f42-47e9-a431-0f4866770054'] response: {'name': 'network-changed', 'server_uuid': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'tag': 'ffd669a3-ed80-4111-b3fe-53269f95a9de', 'status': 'completed', 'code': 200} Sep 13 08:02:02.372077 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c0cfe-797d-4d88-8602-1a780637d07e service neutron] Pushing event updated for resources: {'Port': ['ID=ffd669a3-ed80-4111-b3fe-53269f95a9de,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:02:02.515153 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f767f-7240-4271-8513-0e2135f9c2fb req-c6dc92bc-7058-40fc-a083-a2702faa8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:02.516697 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d35f767f-7240-4271-8513-0e2135f9c2fb req-c6dc92bc-7058-40fc-a083-a2702faa8ee3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 1127 time: 0.0395792 Sep 13 08:02:02.618328 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f767f-7240-4271-8513-0e2135f9c2fb req-af9052f6-7ba5-4a83-af94-7e7e1d6416be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:02.619657 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d35f767f-7240-4271-8513-0e2135f9c2fb req-af9052f6-7ba5-4a83-af94-7e7e1d6416be service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=189468d0e3034caaa498442603da0609&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939119 Sep 13 08:02:02.724125 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f767f-7240-4271-8513-0e2135f9c2fb req-b216f1fb-7ea6-4e63-807f-71f6fa3be97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:02.725611 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d35f767f-7240-4271-8513-0e2135f9c2fb req-b216f1fb-7ea6-4e63-807f-71f6fa3be97c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982010 Sep 13 08:02:02.731173 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45c3bb-6c7c-4d33-aa6a-0f4fe77e72c8 req-b813c2f4-7e2a-48a1-b7c0-b01ce87a65f7 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:02.732633 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab45c3bb-6c7c-4d33-aa6a-0f4fe77e72c8 req-b813c2f4-7e2a-48a1-b7c0-b01ce87a65f7 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 943 time: 0.0486584 Sep 13 08:02:02.780920 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab45c3bb-6c7c-4d33-aa6a-0f4fe77e72c8 req-89686538-ae18-4980-8d4a-b61e84852a6a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Sep 13 08:02:02.806411 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-964d84c5-3b06-4a2b-b65b-926a2399abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:02.807889 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-964d84c5-3b06-4a2b-b65b-926a2399abdc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 1127 time: 0.0388339 Sep 13 08:02:02.855631 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-48c98f2e-c47b-4746-a74c-3ceceada1248 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd669a3-ed80-4111-b3fe-53269f95a9de HTTP/1.1" status: 200 len: 217 time: 0.0384750 Sep 13 08:02:02.916451 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-31a26cac-3d08-49e2-990a-2462b0552196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:02.917993 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-31a26cac-3d08-49e2-990a-2462b0552196 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0495100 Sep 13 08:02:02.968428 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-19a007ff-12c4-420f-967a-39729f5e8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:02.969967 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-19a007ff-12c4-420f-967a-39729f5e8cf1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417645 Sep 13 08:02:03.064454 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-bf368607-a329-4ab7-8dce-d4b6d58527fb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870416 Sep 13 08:02:03.165278 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d7bb31f-3a50-452f-b4e4-9ae32cbab8ce req-b387ed74-e059-4de0-97b2-bf0c0eb001e7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858531 Sep 13 08:02:03.312154 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564c6e0-ec11-41fb-bbfe-533d3e725023 req-545e16d5-2c44-4fc5-93b3-6d5d7a31b373 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:03.313590 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2564c6e0-ec11-41fb-bbfe-533d3e725023 req-545e16d5-2c44-4fc5-93b3-6d5d7a31b373 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0482857 Sep 13 08:02:03.359078 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2564c6e0-ec11-41fb-bbfe-533d3e725023 req-c4964f4a-e364-47da-b1d0-e1a7872d4033 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398691 Sep 13 08:02:03.900315 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56820629-68ed-4308-a37b-3514c525a5a6 req-a2111ac1-3c0c-4738-892e-7d474c5e4436 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:03.901832 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56820629-68ed-4308-a37b-3514c525a5a6 req-a2111ac1-3c0c-4738-892e-7d474c5e4436 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 943 time: 0.0463057 Sep 13 08:02:03.952700 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56820629-68ed-4308-a37b-3514c525a5a6 req-82549cca-1c7c-428c-8400-d832fa43af9a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454166 Sep 13 08:02:04.482202 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85bf00-b70f-408c-b488-3f2c1b080003 req-40133e4a-6018-40f1-9082-a5179422e1aa tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:04.483648 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6e85bf00-b70f-408c-b488-3f2c1b080003 req-40133e4a-6018-40f1-9082-a5179422e1aa tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0461283 Sep 13 08:02:04.508090 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:04.530315 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6e85bf00-b70f-408c-b488-3f2c1b080003 req-2dacb557-bd28-4a1d-9a7c-0b2ee892bafb tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412493 Sep 13 08:02:04.531544 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:04.541363 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8007f006-952d-4b19-9b91-4aa784697af2 req-723f77b1-f351-4d78-8e1f-21b7daa5dbea service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411115 Sep 13 08:02:04.602420 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007f006-952d-4b19-9b91-4aa784697af2 req-d8e3b944-6fed-45a0-a660-e2a613f88e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:04.603887 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8007f006-952d-4b19-9b91-4aa784697af2 req-d8e3b944-6fed-45a0-a660-e2a613f88e11 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 1129 time: 0.0381644 Sep 13 08:02:04.711955 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007f006-952d-4b19-9b91-4aa784697af2 req-91de8348-8b67-47ee-8264-d6c2769c5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:04.713334 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8007f006-952d-4b19-9b91-4aa784697af2 req-91de8348-8b67-47ee-8264-d6c2769c5060 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.0899122 Sep 13 08:02:04.752932 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8007f006-952d-4b19-9b91-4aa784697af2 req-b9197068-f69c-44b6-890b-b5afdd4218de service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e14148e-d2e1-4564-b903-2a6dc23c91b7 HTTP/1.1" status: 200 len: 217 time: 0.0322475 Sep 13 08:02:04.803489 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007f006-952d-4b19-9b91-4aa784697af2 req-b9adebdf-1c83-422c-936d-cd56976d34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:04.805398 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8007f006-952d-4b19-9b91-4aa784697af2 req-b9adebdf-1c83-422c-936d-cd56976d34ec service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0425451 Sep 13 08:02:04.860491 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007f006-952d-4b19-9b91-4aa784697af2 req-dcb693af-20c8-4637-a4f3-37a9bca697e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:04.861982 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8007f006-952d-4b19-9b91-4aa784697af2 req-dcb693af-20c8-4637-a4f3-37a9bca697e4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405798 Sep 13 08:02:04.952206 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8007f006-952d-4b19-9b91-4aa784697af2 req-62c15b70-3f44-4893-a009-7203f225e521 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820110 Sep 13 08:02:05.076285 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8007f006-952d-4b19-9b91-4aa784697af2 req-6a80fca0-b3c2-4075-9425-1a4a311c6a86 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165152 Sep 13 08:02:05.086661 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855d0bf-8702-4049-aa16-40173a15c7d2 req-6afffa7e-f042-43b8-81de-a8347bbcb87a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:05.088091 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7855d0bf-8702-4049-aa16-40173a15c7d2 req-6afffa7e-f042-43b8-81de-a8347bbcb87a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 943 time: 0.0600302 Sep 13 08:02:05.135504 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7855d0bf-8702-4049-aa16-40173a15c7d2 req-84326b60-a01b-46ae-bc79-4abc2f318dd5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Sep 13 08:02:05.636179 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:05.650176 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c71d5d-2765-48e9-89fc-081dd6d0b00a req-77e7a804-2fcc-4def-9ab9-49510141d26f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:05.651616 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c6c71d5d-2765-48e9-89fc-081dd6d0b00a req-77e7a804-2fcc-4def-9ab9-49510141d26f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0470176 Sep 13 08:02:05.701105 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c6c71d5d-2765-48e9-89fc-081dd6d0b00a req-f13b6335-705f-4d45-9229-be30df5eddad tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437982 Sep 13 08:02:06.251966 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae6e9b-527d-4f3b-93d3-a1f3a1c5310f req-d44b36c2-f86d-4252-8974-a6e5458574b8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:06.253427 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0eae6e9b-527d-4f3b-93d3-a1f3a1c5310f req-d44b36c2-f86d-4252-8974-a6e5458574b8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 943 time: 0.0462396 Sep 13 08:02:06.303573 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0eae6e9b-527d-4f3b-93d3-a1f3a1c5310f req-87c46b41-1d0b-463f-9b62-8a84294af134 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446110 Sep 13 08:02:06.514833 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device ffd669a3-ed80-4111-b3fe-53269f95a9de details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:02:06.611470 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port ffd669a3-ed80-4111-b3fe-53269f95a9de, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=ffd669a3-ed80-4111-b3fe-53269f95a9de,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:02:06.622825 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'ffd669a3-ed80-4111-b3fe-53269f95a9de', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'port_id': 'ffd669a3-ed80-4111-b3fe-53269f95a9de', 'mac_address': 'fa:16:3e:a3:ff:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:02:06.624122 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:06.656863 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port ffd669a3-ed80-4111-b3fe-53269f95a9de is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:02:06.657242 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:06.670042 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd669a3-ed80-4111-b3fe-53269f95a9de {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:02:06.687582 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:06.689760 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port ffd669a3-ed80-4111-b3fe-53269f95a9de, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=ffd669a3-ed80-4111-b3fe-53269f95a9de,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:02:06.693287 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:06.738819 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=ffd669a3-ed80-4111-b3fe-53269f95a9de,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:02:06.785035 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:06.822857 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7890f37-4e16-4829-84cb-a94ee4873281 req-e112e8a6-b7e7-4319-8e9f-ea5c314b0480 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:06.824316 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d7890f37-4e16-4829-84cb-a94ee4873281 req-e112e8a6-b7e7-4319-8e9f-ea5c314b0480 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0490534 Sep 13 08:02:06.871045 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d7890f37-4e16-4829-84cb-a94ee4873281 req-f3b26dba-9636-4e52-8c91-d70302d10d29 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411098 Sep 13 08:02:07.020691 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['ffd669a3-ed80-4111-b3fe-53269f95a9de'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:02:07.421318 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f224c-259b-4f7e-a174-b6a433644bc3 req-6c7f1a28-6f50-4b5d-9525-ecaad59f5968 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:07.422851 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5d1f224c-259b-4f7e-a174-b6a433644bc3 req-6c7f1a28-6f50-4b5d-9525-ecaad59f5968 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 944 time: 0.0467916 Sep 13 08:02:07.478612 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5d1f224c-259b-4f7e-a174-b6a433644bc3 req-c3cec14f-7bba-4de9-8c9d-4c7cdc1f4ec6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474696 Sep 13 08:02:07.567491 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052856a-22da-4812-a75c-fb9e1b85d49c req-e052d9f8-42b4-456e-acf4-1e7c746f7487 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:07.568968 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9052856a-22da-4812-a75c-fb9e1b85d49c req-e052d9f8-42b4-456e-acf4-1e7c746f7487 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0471442 Sep 13 08:02:07.603680 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-9ef1a426-3ab0-4da2-b4fe-c6a1fb3e89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:07.605094 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-9ef1a426-3ab0-4da2-b4fe-c6a1fb3e89c9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=29cd3d666355422e8ac5802fd07de461&device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 1168 time: 0.0394595 Sep 13 08:02:07.628712 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9052856a-22da-4812-a75c-fb9e1b85d49c req-4abc621e-437b-4929-9bde-61d592116798 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537119 Sep 13 08:02:07.696152 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-241bc756-cf6e-4958-8359-a69b97ba297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:07.697885 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-241bc756-cf6e-4958-8359-a69b97ba297f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=758ea9e6-2737-427b-bf4a-218a18974f38 HTTP/1.1" status: 200 len: 916 time: 0.0870459 Sep 13 08:02:07.759843 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-a26cd852-ec78-4806-b446-c5cb339ed47b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 1001 time: 0.0526795 Sep 13 08:02:07.807110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-46476b69-5994-42fa-bf7b-ae6287e8d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:07.808509 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-46476b69-5994-42fa-bf7b-ae6287e8d9e1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0 HTTP/1.1" status: 200 len: 854 time: 0.0425823 Sep 13 08:02:07.853106 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:07.859010 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-4f860b0b-5d9c-4057-b39f-053de1b96017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:07.860413 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-4f860b0b-5d9c-4057-b39f-053de1b96017 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=758ea9e6-2737-427b-bf4a-218a18974f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418878 Sep 13 08:02:07.921220 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:07.960819 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-343812fe-25e2-4c1e-bdfd-8268c34615ac service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937245 Sep 13 08:02:08.019085 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ded7a0-9e52-4904-8866-9c757fe524f8 req-c5277cd6-53c0-44f6-b835-555c28392de0 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:08.020486 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-31ded7a0-9e52-4904-8866-9c757fe524f8 req-c5277cd6-53c0-44f6-b835-555c28392de0 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0744488 Sep 13 08:02:08.106383 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c10b6ce8-47a3-47ba-8b08-158c0128ca8e req-fd4ed471-c2b7-4885-8ded-a8e4a1573a02 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271462 Sep 13 08:02:08.109823 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-31ded7a0-9e52-4904-8866-9c757fe524f8 req-29728d76-9a6a-4b7d-912b-6cb814e1468a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643339 Sep 13 08:02:08.526764 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device ffd669a3-ed80-4111-b3fe-53269f95a9de up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:02:08.567965 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port ffd669a3-ed80-4111-b3fe-53269f95a9de completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:02:08.574404 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port ffd669a3-ed80-4111-b3fe-53269f95a9de triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:02:08.574886 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:08.606280 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a8eb9-3507-407d-96f5-35b9037c433a req-36f705c8-fc2b-4798-bdbf-bcf2ebf6e346 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:08.607835 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d88a8eb9-3507-407d-96f5-35b9037c433a req-36f705c8-fc2b-4798-bdbf-bcf2ebf6e346 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 944 time: 0.0527472 Sep 13 08:02:08.647424 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port ffd669a3-ed80-4111-b3fe-53269f95a9de is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:02:08.647763 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:08.656966 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d88a8eb9-3507-407d-96f5-35b9037c433a req-c476d605-b9ed-4c76-ab81-a5a0247704b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Sep 13 08:02:08.681063 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd669a3-ed80-4111-b3fe-53269f95a9de'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:02:08.681063 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125b549f-ad2a-4ccc-8df7-1d1430b2b31d" -d '{"events": [{"server_uuid": "deb2631d-2cc4-4add-8028-057c6f2e4633", "name": "network-vif-plugged", "status": "completed", "tag": "ffd669a3-ed80-4111-b3fe-53269f95a9de"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:02:08.687530 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port ffd669a3-ed80-4111-b3fe-53269f95a9de, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=ffd669a3-ed80-4111-b3fe-53269f95a9de,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:02:08.691767 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:08.725389 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b235a7f4-6d71-473d-adf0-2ee3e1916b1b x-openstack-request-id: req-b235a7f4-6d71-473d-adf0-2ee3e1916b1b {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:02:08.726214 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb2631d-2cc4-4add-8028-057c6f2e4633", "name": "network-vif-plugged", "status": "completed", "tag": "ffd669a3-ed80-4111-b3fe-53269f95a9de", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:02:08.726467 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b235a7f4-6d71-473d-adf0-2ee3e1916b1b {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:02:08.726857 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b235a7f4-6d71-473d-adf0-2ee3e1916b1b'] response: {'server_uuid': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd669a3-ed80-4111-b3fe-53269f95a9de', 'code': 200} Sep 13 08:02:08.740948 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=ffd669a3-ed80-4111-b3fe-53269f95a9de,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:02:08.778462 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d101-37de-4de2-980a-c9600d07372f req-189b5c60-341e-4d0f-bc01-1370740c152d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:08.779920 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56c0d101-37de-4de2-980a-c9600d07372f req-189b5c60-341e-4d0f-bc01-1370740c152d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0583680 Sep 13 08:02:08.843786 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56c0d101-37de-4de2-980a-c9600d07372f req-6434f17a-b259-4205-b17f-ccc0947ff732 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577831 Sep 13 08:02:08.917833 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bcaa4-d01b-4231-9c54-b559f9ffaca0 req-27793284-1ae2-4cfd-9f7e-d4a723a937f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:08.919262 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b01bcaa4-d01b-4231-9c54-b559f9ffaca0 req-27793284-1ae2-4cfd-9f7e-d4a723a937f7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 1129 time: 0.0403805 Sep 13 08:02:08.968203 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b01bcaa4-d01b-4231-9c54-b559f9ffaca0 req-ef15b35e-71d0-4fb2-8bf2-f061426f95ca service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370631 Sep 13 08:02:09.231420 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdbb2e-a56b-4178-95e4-bde0f8443f33 req-d93d18ad-6ced-4bd1-a0e0-76a42a0334dd tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:09.232770 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6abdbb2e-a56b-4178-95e4-bde0f8443f33 req-d93d18ad-6ced-4bd1-a0e0-76a42a0334dd tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0453713 Sep 13 08:02:09.278496 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6abdbb2e-a56b-4178-95e4-bde0f8443f33 req-698ae141-0701-42c3-bd0a-f9fdea3506b5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402339 Sep 13 08:02:09.780372 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4250741-12f4-4591-9e67-f21951196f95 req-87f1326d-b9d0-4d15-aa59-1ff96f352c17 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:09.781727 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b4250741-12f4-4591-9e67-f21951196f95 req-87f1326d-b9d0-4d15-aa59-1ff96f352c17 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 945 time: 0.0455112 Sep 13 08:02:09.830427 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b4250741-12f4-4591-9e67-f21951196f95 req-b6b453b4-2e17-43e0-886a-d71570c3cec5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Sep 13 08:02:09.966123 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbb18e-ea5a-4faf-9995-828c8a1163a8 req-cadfb449-dc8f-46a4-a4db-ce30f9f35272 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:09.967565 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-45dbb18e-ea5a-4faf-9995-828c8a1163a8 req-cadfb449-dc8f-46a4-a4db-ce30f9f35272 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0492213 Sep 13 08:02:10.025014 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-45dbb18e-ea5a-4faf-9995-828c8a1163a8 req-8c46e685-2a24-47d6-9480-252382081fc4 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518279 Sep 13 08:02:10.399226 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ce254-173c-4b17-9ba9-a27566c36d28 req-e3fb3da6-ef12-4991-b85f-ada6ff6ea64e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:10.400668 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a94ce254-173c-4b17-9ba9-a27566c36d28 req-e3fb3da6-ef12-4991-b85f-ada6ff6ea64e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0470183 Sep 13 08:02:10.446552 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a94ce254-173c-4b17-9ba9-a27566c36d28 req-f87e6b02-8b69-459b-9bac-e70cf21513a1 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400782 Sep 13 08:02:10.958490 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c10af-1f35-411d-91da-e2f85061fc69 req-f2fb9d52-bf30-402c-b06c-889de94893d5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:10.960547 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-772c10af-1f35-411d-91da-e2f85061fc69 req-f2fb9d52-bf30-402c-b06c-889de94893d5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 945 time: 0.0464551 Sep 13 08:02:11.005172 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-772c10af-1f35-411d-91da-e2f85061fc69 req-2face4cc-f73f-417c-b609-304c2c4a4ae6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391898 Sep 13 08:02:11.145426 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032c3bc-0418-4a55-aec9-02d82ee058e8 req-ca5d1523-03d6-4366-a288-55e2d8706be5 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:11.146820 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1032c3bc-0418-4a55-aec9-02d82ee058e8 req-ca5d1523-03d6-4366-a288-55e2d8706be5 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0452554 Sep 13 08:02:11.210206 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1032c3bc-0418-4a55-aec9-02d82ee058e8 req-55ff8c11-7b6c-486e-891e-64a452f1cb1b tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565486 Sep 13 08:02:11.565411 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233cca8-e7b9-42c0-8855-a8e953451262 req-111ce2e5-7301-4163-9bb2-518f89e7880e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:11.566876 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1233cca8-e7b9-42c0-8855-a8e953451262 req-111ce2e5-7301-4163-9bb2-518f89e7880e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0458245 Sep 13 08:02:11.615683 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1233cca8-e7b9-42c0-8855-a8e953451262 req-716d9d19-b1ef-4b72-9e2f-849f52aec55e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433795 Sep 13 08:02:12.127984 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df228a9-a9c9-4101-a589-a40c2f4b6f88 req-2f8370f5-918c-4eeb-8c54-63cf30f251b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:12.129412 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6df228a9-a9c9-4101-a589-a40c2f4b6f88 req-2f8370f5-918c-4eeb-8c54-63cf30f251b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 945 time: 0.0500805 Sep 13 08:02:12.175331 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6df228a9-a9c9-4101-a589-a40c2f4b6f88 req-0d7c3816-a125-437d-9def-4a5559560011 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396819 Sep 13 08:02:12.288928 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13795a2a-657f-48d5-865a-5d24b7b78813 req-48f4ab5b-29e5-4855-a54c-6a810f4caa76 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:12.290422 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13795a2a-657f-48d5-865a-5d24b7b78813 req-48f4ab5b-29e5-4855-a54c-6a810f4caa76 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 945 time: 0.0461602 Sep 13 08:02:12.300934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59652) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:02:12.305975 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5c9ff638-1aba-4d56-a55c-e68fec337fd0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'floatingip': {'port_id': 'ffd669a3-ed80-4111-b3fe-53269f95a9de'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:02:12.333087 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030812e-c0f4-4f6d-a3ea-9d3529af5692 req-1d8a5894-0cf7-475d-a545-ef757f9ab0e1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:12.334576 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5030812e-c0f4-4f6d-a3ea-9d3529af5692 req-1d8a5894-0cf7-475d-a545-ef757f9ab0e1 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0507064 Sep 13 08:02:12.344031 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff638-1aba-4d56-a55c-e68fec337fd0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (93b55c24-628f-474f-b6d4-f08ef7640245), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:12.371510 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:12.400625 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5030812e-c0f4-4f6d-a3ea-9d3529af5692 req-a17e4a1c-275f-4cca-bbd3-452c2e5f60f9 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603659 Sep 13 08:02:12.677766 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:12.678629 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:12.752623 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efae19a-71aa-4260-9aba-d1b0fd626ad1 req-09ecbe06-4d1d-46c3-b332-8e8347552753 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:12.754706 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9efae19a-71aa-4260-9aba-d1b0fd626ad1 req-09ecbe06-4d1d-46c3-b332-8e8347552753 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0546234 Sep 13 08:02:12.810438 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9efae19a-71aa-4260-9aba-d1b0fd626ad1 req-51b7828c-0443-400d-9b42-5d65d176bd67 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489502 Sep 13 08:02:13.032817 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff638-1aba-4d56-a55c-e68fec337fd0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:13.036532 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff638-1aba-4d56-a55c-e68fec337fd0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (93b55c24-628f-474f-b6d4-f08ef7640245), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:13.134544 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-5c9ff638-1aba-4d56-a55c-e68fec337fd0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Floating IP 93b55c24-628f-474f-b6d4-f08ef7640245 associated. External IP: 172.27.1.74, port: ffd669a3-ed80-4111-b3fe-53269f95a9de. Sep 13 08:02:13.328511 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9ff638-1aba-4d56-a55c-e68fec337fd0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:02:13.428014 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9ff638-1aba-4d56-a55c-e68fec337fd0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:02:13.433308 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff638-1aba-4d56-a55c-e68fec337fd0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:13.439693 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:02:13.449583 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:02:13.450223 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:01:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:02:13.466940 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5c9ff638-1aba-4d56-a55c-e68fec337fd0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/93b55c24-628f-474f-b6d4-f08ef7640245 HTTP/1.1" status: 200 len: 990 time: 1.1627436 Sep 13 08:02:13.466940 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'tag': 'ffd669a3-ed80-4111-b3fe-53269f95a9de'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:02:13.468018 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83379c67-57d3-43a6-9d2b-78fb06e88006" -d '{"events": [{"name": "network-changed", "server_uuid": "deb2631d-2cc4-4add-8028-057c6f2e4633", "tag": "ffd669a3-ed80-4111-b3fe-53269f95a9de"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:02:13.514902 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a2ab7-9e9f-4d11-9753-40ac8cc6a239 x-openstack-request-id: req-773a2ab7-9e9f-4d11-9753-40ac8cc6a239 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:02:13.515198 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb2631d-2cc4-4add-8028-057c6f2e4633", "tag": "ffd669a3-ed80-4111-b3fe-53269f95a9de", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:02:13.515453 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-773a2ab7-9e9f-4d11-9753-40ac8cc6a239 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:02:13.515861 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773a2ab7-9e9f-4d11-9753-40ac8cc6a239'] response: {'name': 'network-changed', 'server_uuid': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'tag': 'ffd669a3-ed80-4111-b3fe-53269f95a9de', 'status': 'completed', 'code': 200} Sep 13 08:02:13.534530 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced6a96-c142-4c9f-b32e-76b4a5c79117 req-73df81f2-72fb-4754-83cd-761ff1d9b890 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:13.536054 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7ced6a96-c142-4c9f-b32e-76b4a5c79117 req-73df81f2-72fb-4754-83cd-761ff1d9b890 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0502722 Sep 13 08:02:13.558157 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:02:13.582922 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-48e41c55-d3c0-447c-838b-c6cc81237189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:13.584471 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-48e41c55-d3c0-447c-838b-c6cc81237189 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 1129 time: 0.0411291 Sep 13 08:02:13.598310 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7ced6a96-c142-4c9f-b32e-76b4a5c79117 req-bc261f62-45d6-4afe-9488-ed3bc0381e1d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558074 Sep 13 08:02:13.621779 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:13.673113 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:13.683622 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-f99fb46f-b968-4792-a9b0-315d9894ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:13.685105 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-f99fb46f-b968-4792-a9b0-315d9894ddc4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 915 time: 0.0926566 Sep 13 08:02:13.726547 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:13.757259 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-fc537044-83d7-460a-9990-4baa62aab7bd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd669a3-ed80-4111-b3fe-53269f95a9de HTTP/1.1" status: 200 len: 998 time: 0.0636373 Sep 13 08:02:13.778780 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '2248c98d-3322-4c7e-9b0b-96987809f31f', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:28Z', 'updated_at': '2022-09-13T08:00:53Z', 'revision_number': 2, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}, {'id': '93b55c24-628f-474f-b6d4-f08ef7640245', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': 'ffd669a3-ed80-4111-b3fe-53269f95a9de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:a3:ff:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:01:58Z', 'updated_at': '2022-09-13T08:02:12Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:02:13.807495 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:02:13.810020 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-1af56bda-1b26-4fa3-a4ae-0d87e2c3b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:13.811507 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-1af56bda-1b26-4fa3-a4ae-0d87e2c3b0be service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0434070 Sep 13 08:02:13.815931 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:02:13.816537 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:01:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:02:13.865118 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-87d2c909-c15a-4af1-babb-35caf2daf5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:13.867745 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-87d2c909-c15a-4af1-babb-35caf2daf5ba service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443459 Sep 13 08:02:13.929819 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:02:13.989093 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7c63b-20e8-46a8-bdfc-d91adc3ae669 req-56bc273c-8de7-4bff-9109-9c29ff141e72 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:13.990577 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7aa7c63b-20e8-46a8-bdfc-d91adc3ae669 req-56bc273c-8de7-4bff-9109-9c29ff141e72 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0837741 Sep 13 08:02:14.007580 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-2c5ff4cb-9444-4076-92be-0db37138aaf4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336126 Sep 13 08:02:14.096492 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7aa7c63b-20e8-46a8-bdfc-d91adc3ae669 req-04181495-08b6-4414-8de1-a7bde5fb8534 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980651 Sep 13 08:02:14.123542 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-83379c67-57d3-43a6-9d2b-78fb06e88006 req-361f81c5-a33e-4c79-ab48-fd5018032fbd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063468 Sep 13 08:02:14.141233 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '2248c98d-3322-4c7e-9b0b-96987809f31f', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:28Z', 'updated_at': '2022-09-13T08:00:53Z', 'revision_number': 2, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}, {'id': '93b55c24-628f-474f-b6d4-f08ef7640245', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': 'ffd669a3-ed80-4111-b3fe-53269f95a9de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:a3:ff:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:01:58Z', 'updated_at': '2022-09-13T08:02:12Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:02:14.166342 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972aff7c-87ed-4d1b-801f-37e19bc3bb37 None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '2248c98d-3322-4c7e-9b0b-96987809f31f', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:28Z', 'updated_at': '2022-09-13T08:00:53Z', 'revision_number': 2, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}, {'id': '93b55c24-628f-474f-b6d4-f08ef7640245', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': 'ffd669a3-ed80-4111-b3fe-53269f95a9de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:a3:ff:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:01:58Z', 'updated_at': '2022-09-13T08:02:12Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:02:14.353538 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82c016-7fb8-4f45-af35-68f6dce5f855 None None] New status for floating IP 93b55c24-628f-474f-b6d4-f08ef7640245: ACTIVE {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:02:14.724872 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb387c-27d8-43b4-9e37-c11385c89298 req-889a2f40-2643-4ef8-a61c-84035ff0e677 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:14.726412 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a6bb387c-27d8-43b4-9e37-c11385c89298 req-889a2f40-2643-4ef8-a61c-84035ff0e677 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0485630 Sep 13 08:02:14.789550 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a6bb387c-27d8-43b4-9e37-c11385c89298 req-59cb8d9d-7569-47df-a07c-62b4d6f84479 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574601 Sep 13 08:02:15.220258 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd291994-c4f4-4dec-b04f-c1bee738ba84 req-b41def30-e348-4d17-a844-943ee428db5c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:15.221690 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bd291994-c4f4-4dec-b04f-c1bee738ba84 req-b41def30-e348-4d17-a844-943ee428db5c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0471795 Sep 13 08:02:15.271930 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bd291994-c4f4-4dec-b04f-c1bee738ba84 req-7b8f5005-308d-4a38-8bda-b917af40edfd tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443995 Sep 13 08:02:15.507462 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd092c-6cab-4627-a3e1-14cb4a0a0b9a req-a2c40113-8090-4d80-a988-d4c2539a592e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:15.508915 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5bbd092c-6cab-4627-a3e1-14cb4a0a0b9a req-a2c40113-8090-4d80-a988-d4c2539a592e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0465839 Sep 13 08:02:15.560194 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-60f9438b-d2c4-463b-b1bb-35e9e8e958a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:15.562310 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-60f9438b-d2c4-463b-b1bb-35e9e8e958a0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 1129 time: 0.0525632 Sep 13 08:02:15.608192 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5bbd092c-6cab-4627-a3e1-14cb4a0a0b9a req-4dacd5e9-ecd1-4a20-9237-970e2787aac2 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912218 Sep 13 08:02:15.879744 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:15.909317 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-e75d34df-de01-4af2-8170-17813b2c35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:15.910795 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-e75d34df-de01-4af2-8170-17813b2c35c7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 912 time: 0.3426139 Sep 13 08:02:15.934324 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe729c5a-4d67-45cd-ad5f-7d65943ff82f req-9a565b33-253c-43d8-9224-1c2404ed74a6 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:15.936546 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fe729c5a-4d67-45cd-ad5f-7d65943ff82f req-9a565b33-253c-43d8-9224-1c2404ed74a6 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0590448 Sep 13 08:02:15.976134 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-1aa613ae-2434-4861-aad6-6d56bf77ddaf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d7157e-6c41-4277-8267-dedb42876a5b HTTP/1.1" status: 200 len: 1001 time: 0.0580490 Sep 13 08:02:15.996435 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fe729c5a-4d67-45cd-ad5f-7d65943ff82f req-17ec4fc3-51f0-4acc-bf0a-1d08a3c643b8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542967 Sep 13 08:02:16.027696 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-4ff13c2d-8376-4547-89c7-821b879214d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:16.029126 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-4ff13c2d-8376-4547-89c7-821b879214d1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 200 len: 850 time: 0.0462267 Sep 13 08:02:16.071066 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-d10271f7-92c4-465b-a9e5-248106fa0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:16.072665 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-d10271f7-92c4-465b-a9e5-248106fa0015 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=06a031c7-2519-4c40-aa94-3951689a554d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378585 Sep 13 08:02:16.140310 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:16.164757 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-e3cf96a8-7c35-471e-9027-f2adfe002a51 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846391 Sep 13 08:02:16.253213 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b6014d88-a3f1-48e4-bbc8-fbaba59a88b6 req-6aac96ef-335f-4611-a0aa-70337cf6833e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844753 Sep 13 08:02:16.727375 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe98561-1d98-42d4-82ec-1ad76cc9220d req-ae40c50b-f511-402b-bf4c-06c1e4b39dd5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:16.728802 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5fe98561-1d98-42d4-82ec-1ad76cc9220d req-ae40c50b-f511-402b-bf4c-06c1e4b39dd5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0457249 Sep 13 08:02:16.751734 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-32dce156-1d5d-4ad7-8eca-deaf11d9198e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:16.779269 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5fe98561-1d98-42d4-82ec-1ad76cc9220d req-8e117292-506c-4174-9a97-35a083cef63c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450077 Sep 13 08:02:17.105079 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:17.117002 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae28e1-639b-4214-8590-692822544e56 req-b5f02c32-ad7c-43cc-a0bd-dde0a92463b2 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:17.118517 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d0ae28e1-639b-4214-8590-692822544e56 req-b5f02c32-ad7c-43cc-a0bd-dde0a92463b2 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0481589 Sep 13 08:02:17.150328 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:17.182938 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d0ae28e1-639b-4214-8590-692822544e56 req-b5e28851-a285-4bea-b8f1-7a76f8dda882 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587840 Sep 13 08:02:17.899232 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67179947-9254-408c-9370-1d3d5ea4c49b req-6ca7fd16-0578-40fc-a14f-ebed998e3d8f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:17.900718 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-67179947-9254-408c-9370-1d3d5ea4c49b req-6ca7fd16-0578-40fc-a14f-ebed998e3d8f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0464039 Sep 13 08:02:17.947560 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-67179947-9254-408c-9370-1d3d5ea4c49b req-9ba60566-6367-4da3-874b-be12d72f1275 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409772 Sep 13 08:02:18.303160 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e4974-f93e-4cc4-8768-8506e2cd090d req-e873ad1a-9aaf-4ce0-8fee-ec85570b8631 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:18.305122 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b6e4974-f93e-4cc4-8768-8506e2cd090d req-e873ad1a-9aaf-4ce0-8fee-ec85570b8631 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0462275 Sep 13 08:02:18.363703 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b6e4974-f93e-4cc4-8768-8506e2cd090d req-1a0f78b2-b9c8-46b4-bd4f-dd6f0da351a8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530391 Sep 13 08:02:18.983806 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-923587bf-5a13-410e-bf88-b2334bb5bcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:19.483998 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9823cce-9d09-4749-8552-a1f00a9346aa req-8e1034a5-3101-4dde-adb8-b7333cd81ecd tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:19.485466 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f9823cce-9d09-4749-8552-a1f00a9346aa req-8e1034a5-3101-4dde-adb8-b7333cd81ecd tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0488238 Sep 13 08:02:19.543945 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f9823cce-9d09-4749-8552-a1f00a9346aa req-f5b93086-0835-42da-959e-ef1747607742 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519762 Sep 13 08:02:20.194278 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:20.456063 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-e07fd187-3d9b-475c-a3df-f33b92c03186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:20.457461 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-e07fd187-3d9b-475c-a3df-f33b92c03186 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 1130 time: 0.0679014 Sep 13 08:02:20.479682 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cd486-2699-48c6-836e-6b24732aa78b req-8f010f79-5aa0-413a-ba39-5527595856af tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:20.481077 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4a4cd486-2699-48c6-836e-6b24732aa78b req-8f010f79-5aa0-413a-ba39-5527595856af tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0624352 Sep 13 08:02:20.582036 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4a4cd486-2699-48c6-836e-6b24732aa78b req-2cb2e13e-7e9e-45ae-9d26-96c4ff317847 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911903 Sep 13 08:02:20.601912 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-22f41784-914b-4924-b612-331baf3bb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:20.601912 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-22f41784-914b-4924-b612-331baf3bb300 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.1324525 Sep 13 08:02:20.658353 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-32928440-8c40-47a8-8a84-42a760088b96 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5 HTTP/1.1" status: 200 len: 1002 time: 0.0545661 Sep 13 08:02:20.673029 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:20.674197 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7f30-35f2-4a41-822d-56306511f3bd req-8b73be57-295e-45d8-b196-c4516c4783f7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:20.675866 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ce7a7f30-35f2-4a41-822d-56306511f3bd req-8b73be57-295e-45d8-b196-c4516c4783f7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0506115 Sep 13 08:02:20.707511 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-dfa0779d-bf08-4c35-ad67-91995e7b0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:20.708879 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-dfa0779d-bf08-4c35-ad67-91995e7b0de5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0437140 Sep 13 08:02:20.736949 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ce7a7f30-35f2-4a41-822d-56306511f3bd req-8be862f3-886e-4d9f-9781-c473bd617df7 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544856 Sep 13 08:02:20.755444 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-a83a0823-ac6d-4c20-9261-8cf420e6f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:20.757485 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-a83a0823-ac6d-4c20-9261-8cf420e6f7c2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427961 Sep 13 08:02:20.845885 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-f28c173f-5a08-4a7d-84e2-93ff14a1c125 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820303 Sep 13 08:02:20.936644 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e4ca4f6f-1481-42fb-a100-8f8118b574e4 req-8742282f-89b1-4db5-86d2-58f400a22ece service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852211 Sep 13 08:02:21.680328 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:21.703283 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e6cbe-2d48-4c2f-8196-dcc36b90587e req-d5f72cd5-9f6a-450a-b80b-070e7948f946 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:21.704749 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-de0e6cbe-2d48-4c2f-8196-dcc36b90587e req-d5f72cd5-9f6a-450a-b80b-070e7948f946 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0472567 Sep 13 08:02:21.737342 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:21.752068 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-de0e6cbe-2d48-4c2f-8196-dcc36b90587e req-09d746a7-ff7c-4c64-94d5-30088e8ca5bf tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411940 Sep 13 08:02:21.820610 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:21.862338 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab22018-7941-48fe-8a2e-5a8c60defc3d req-c11ce69b-c608-424b-a0dc-21adb9b316cc tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:21.863823 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ab22018-7941-48fe-8a2e-5a8c60defc3d req-c11ce69b-c608-424b-a0dc-21adb9b316cc tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0524404 Sep 13 08:02:21.924115 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ab22018-7941-48fe-8a2e-5a8c60defc3d req-6267e41d-c5ff-40d2-b117-1dca266587ad tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540831 Sep 13 08:02:22.875981 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4ff3a-a68a-4354-810f-6c6f438c821e req-6ce17ef9-7be9-4867-8f7f-6cfe9b6bba1f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:22.877496 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f6d4ff3a-a68a-4354-810f-6c6f438c821e req-6ce17ef9-7be9-4867-8f7f-6cfe9b6bba1f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0498002 Sep 13 08:02:22.926288 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f6d4ff3a-a68a-4354-810f-6c6f438c821e req-fc604c38-4d28-4518-bdd9-890b90138b65 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Sep 13 08:02:23.051233 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea0426-9f71-4e64-aade-aae2e40b1acf req-464c715c-ed06-4b72-b870-c57b209ef5a3 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:23.052860 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-63ea0426-9f71-4e64-aade-aae2e40b1acf req-464c715c-ed06-4b72-b870-c57b209ef5a3 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0488205 Sep 13 08:02:23.113641 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-63ea0426-9f71-4e64-aade-aae2e40b1acf req-2f4bf685-c615-4200-b204-f0b3c2ef2f6b tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550089 Sep 13 08:02:24.046591 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcc5f5-af8d-4b02-bd33-c659ccd727e8 req-203105e2-a22a-43f5-b82a-1dbb36c42557 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:24.048043 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e8dcc5f5-af8d-4b02-bd33-c659ccd727e8 req-203105e2-a22a-43f5-b82a-1dbb36c42557 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0462489 Sep 13 08:02:24.094501 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e8dcc5f5-af8d-4b02-bd33-c659ccd727e8 req-640bfc7b-bc43-440d-9a62-9eb020295471 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410817 Sep 13 08:02:24.231065 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02b32a-e2ef-4c63-8b5e-469ff133bf5e req-733bdc9c-0979-4ecc-bfba-4f2b3c55461c tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:24.232531 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fc02b32a-e2ef-4c63-8b5e-469ff133bf5e req-733bdc9c-0979-4ecc-bfba-4f2b3c55461c tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0465529 Sep 13 08:02:24.301302 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fc02b32a-e2ef-4c63-8b5e-469ff133bf5e req-053f0199-4f6c-4969-8d1a-e437b992307f tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633037 Sep 13 08:02:24.457940 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:24.459919 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:25.213974 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688d316-e25d-4038-9838-4a5b15ebd6c0 req-69ce380a-8090-4616-bccc-9460deaad9d5 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:25.215348 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c688d316-e25d-4038-9838-4a5b15ebd6c0 req-69ce380a-8090-4616-bccc-9460deaad9d5 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0458941 Sep 13 08:02:25.266722 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c688d316-e25d-4038-9838-4a5b15ebd6c0 req-902c84e4-52f6-4f19-9fbb-8c415af15ada tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459018 Sep 13 08:02:25.421745 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ae1f2-9dd5-4e27-a5d0-c739b2e1f7a8 req-a8178684-ea45-40c1-bfe6-59e1239a0a73 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:25.423257 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ff1ae1f2-9dd5-4e27-a5d0-c739b2e1f7a8 req-a8178684-ea45-40c1-bfe6-59e1239a0a73 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0461760 Sep 13 08:02:25.482666 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ff1ae1f2-9dd5-4e27-a5d0-c739b2e1f7a8 req-9d564bfe-e45f-4c34-9429-1400f18f8354 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=16a63d8d-f62c-40b9-9efe-12312bd867af&id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531571 Sep 13 08:02:26.082244 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:02:26.386754 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b70c-46cd-43ef-832a-6a28e7306ad8 req-b3dc023b-768d-41f7-bf35-13dbe80f06a0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:26.388231 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2722b70c-46cd-43ef-832a-6a28e7306ad8 req-b3dc023b-768d-41f7-bf35-13dbe80f06a0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0462677 Sep 13 08:02:26.434378 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2722b70c-46cd-43ef-832a-6a28e7306ad8 req-91646368-bc16-429d-bd85-fcbf714f65a9 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406530 Sep 13 08:02:27.552647 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f2f4a-5357-43c1-bcf1-59d9c94fc3cc req-0756ed6d-49ec-4ae6-bded-fa446b807519 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:27.554766 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9e7f2f4a-5357-43c1-bcf1-59d9c94fc3cc req-0756ed6d-49ec-4ae6-bded-fa446b807519 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0463500 Sep 13 08:02:27.599657 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9e7f2f4a-5357-43c1-bcf1-59d9c94fc3cc req-b0c225a0-5e62-44dc-a9d1-0fc3de1187c2 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Sep 13 08:02:28.721074 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ff5bf-b9aa-4784-b086-24453cec759b req-247ab103-7bf4-4ac2-9af9-ca17596e7e0b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:28.722555 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ea7ff5bf-b9aa-4784-b086-24453cec759b req-247ab103-7bf4-4ac2-9af9-ca17596e7e0b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0455039 Sep 13 08:02:28.767853 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ea7ff5bf-b9aa-4784-b086-24453cec759b req-b7aa5877-f58e-44cf-806e-43af933eed15 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391903 Sep 13 08:02:29.890443 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de9144-13aa-4d7b-8f1e-e5006ebfc84d req-41a05fff-236b-4d73-b3fb-0f414a43513d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:29.891942 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c5de9144-13aa-4d7b-8f1e-e5006ebfc84d req-41a05fff-236b-4d73-b3fb-0f414a43513d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0489626 Sep 13 08:02:29.937316 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c5de9144-13aa-4d7b-8f1e-e5006ebfc84d req-5871d76e-6663-4929-9590-711a24ea2786 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392842 Sep 13 08:02:31.070149 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fdb23-bc81-4758-942e-8cb1bc3f46ff req-de25fde8-b2e6-4021-9547-d8f8bb53ee79 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:31.071609 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-093fdb23-bc81-4758-942e-8cb1bc3f46ff req-de25fde8-b2e6-4021-9547-d8f8bb53ee79 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0511065 Sep 13 08:02:31.118092 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-093fdb23-bc81-4758-942e-8cb1bc3f46ff req-27a59ba0-8f59-4ab8-8381-a78022c72308 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406623 Sep 13 08:02:31.464775 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:32.238418 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6eeca-1a6d-4bf4-8506-5c117acdc9a2 req-074cf61d-22a7-4c5f-9c3b-9e9cff1944c7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:32.239879 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e1c6eeca-1a6d-4bf4-8506-5c117acdc9a2 req-074cf61d-22a7-4c5f-9c3b-9e9cff1944c7 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0463452 Sep 13 08:02:32.278882 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:32.286721 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e1c6eeca-1a6d-4bf4-8506-5c117acdc9a2 req-a6a09c33-2b32-402d-b5ae-fc8d730b82b0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414884 Sep 13 08:02:32.477857 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfe7f-3884-4dbc-8ca2-275d55c786dc req-9e3dd634-d854-48a2-b980-b33930e56679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:32.479210 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1d9cfe7f-3884-4dbc-8ca2-275d55c786dc req-9e3dd634-d854-48a2-b980-b33930e56679 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 1130 time: 0.0375478 Sep 13 08:02:32.523518 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1d9cfe7f-3884-4dbc-8ca2-275d55c786dc req-55e185dd-03f2-4556-ad63-c0b2b368c23f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386112 Sep 13 08:02:33.391079 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:33.407429 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98234ee4-b632-437a-9333-9cda0ef2ce43 req-e6e9839c-fd7c-4770-86cb-6d2298e974b4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:33.408869 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-98234ee4-b632-437a-9333-9cda0ef2ce43 req-e6e9839c-fd7c-4770-86cb-6d2298e974b4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0471485 Sep 13 08:02:33.458497 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-98234ee4-b632-437a-9333-9cda0ef2ce43 req-7418218a-a38f-4d66-9c7d-6a219b20f5d3 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Sep 13 08:02:34.584641 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446415a8-2213-427d-b9e4-13029a7ef759 req-ad97db34-a3f1-42e5-803a-4b8e0c3f2f67 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:34.586143 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-446415a8-2213-427d-b9e4-13029a7ef759 req-ad97db34-a3f1-42e5-803a-4b8e0c3f2f67 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0501678 Sep 13 08:02:34.633377 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-446415a8-2213-427d-b9e4-13029a7ef759 req-6eb833fd-15b5-4f5d-b088-218d924749a8 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 Sep 13 08:02:35.080045 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-cf15ec6f-9b4e-4d96-b08a-660496266873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:35.081512 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-cf15ec6f-9b4e-4d96-b08a-660496266873 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 1130 time: 0.0653975 Sep 13 08:02:35.094357 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978ac26-738d-4519-832f-6c12132b1e66 req-0f7313d4-05df-4840-9b1b-d2f38389fed4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:35.095722 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8978ac26-738d-4519-832f-6c12132b1e66 req-0f7313d4-05df-4840-9b1b-d2f38389fed4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0536849 Sep 13 08:02:35.205690 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8978ac26-738d-4519-832f-6c12132b1e66 req-b8fb3ed8-460c-474a-8e58-20bd1e4166c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005738 Sep 13 08:02:35.215567 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-25c59181-c23c-4cf4-85ee-71668cc6612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:35.216976 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-25c59181-c23c-4cf4-85ee-71668cc6612d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.1204376 Sep 13 08:02:35.235195 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:35.283103 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-024bb1cb-61bf-4c65-965d-4e1ea98fbaa2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5 HTTP/1.1" status: 200 len: 1002 time: 0.0560682 Sep 13 08:02:35.335553 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-45bfbf18-aac3-4506-b9df-03fa6c581445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:35.336947 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-45bfbf18-aac3-4506-b9df-03fa6c581445 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0477214 Sep 13 08:02:35.379774 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-97820a3e-96b0-46ff-a014-5faa31d55364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:35.381785 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-97820a3e-96b0-46ff-a014-5faa31d55364 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373230 Sep 13 08:02:35.468238 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-04da816e-e70d-4908-ab94-d1f786228a33 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793316 Sep 13 08:02:35.557612 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-29b6d04b-fa36-4d15-b2a1-57287116fb94 req-f09673d1-0b2f-4873-95a3-cb0d65c44ac8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831461 Sep 13 08:02:36.079515 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:36.291309 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:36.328637 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33971e27-0ac0-4e7b-9d58-fae791da9907 req-631f6bad-ebfd-436e-a9d2-c54090449638 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:36.330102 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-33971e27-0ac0-4e7b-9d58-fae791da9907 req-631f6bad-ebfd-436e-a9d2-c54090449638 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0471380 Sep 13 08:02:36.375479 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-33971e27-0ac0-4e7b-9d58-fae791da9907 req-d9ef2c79-800d-4f1e-9469-e4ae0997ce1d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Sep 13 08:02:37.496124 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f9f8a-df0e-4b50-b295-254798ec93cd req-ac2836c3-f38f-4628-bd0d-8373db2f14ed tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:37.497584 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-211f9f8a-df0e-4b50-b295-254798ec93cd req-ac2836c3-f38f-4628-bd0d-8373db2f14ed tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0460448 Sep 13 08:02:37.543588 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-211f9f8a-df0e-4b50-b295-254798ec93cd req-fe32567f-bfd7-46b3-9026-e8b3668a34dc tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403602 Sep 13 08:02:38.661773 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3657-8d32-4566-99a0-efbbdbf5a9ba req-e5ad05f1-477d-4f93-9948-026868ae59ad tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:38.663185 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f21e3657-8d32-4566-99a0-efbbdbf5a9ba req-e5ad05f1-477d-4f93-9948-026868ae59ad tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0458388 Sep 13 08:02:38.712200 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f21e3657-8d32-4566-99a0-efbbdbf5a9ba req-547b98ff-f34c-4631-87ce-b82d5693ce61 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435879 Sep 13 08:02:38.829032 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48034cb-988f-4092-ac63-da88e9377339 req-f5e720e4-a5e7-4940-9f2b-35ae7d177e94 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:38.830511 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c48034cb-988f-4092-ac63-da88e9377339 req-f5e720e4-a5e7-4940-9f2b-35ae7d177e94 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0491891 Sep 13 08:02:38.841003 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59786) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:02:38.845279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-9544f45c-3d39-417e-be23-603535a8660e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Request body: {'floatingip': {'port_id': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:02:38.899110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9544f45c-3d39-417e-be23-603535a8660e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for floatingip (8cc1b7b9-efa4-4ded-9511-430af9cc0606), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:39.113351 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:39.343087 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9544f45c-3d39-417e-be23-603535a8660e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:39.348596 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9544f45c-3d39-417e-be23-603535a8660e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (8cc1b7b9-efa4-4ded-9511-430af9cc0606), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:39.387909 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:39.555296 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9544f45c-3d39-417e-be23-603535a8660e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Router 976ae66e-3563-4c05-af5c-96757c2292b5 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:02:39.656546 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9544f45c-3d39-417e-be23-603535a8660e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:02:39.661526 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9544f45c-3d39-417e-be23-603535a8660e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:39.666841 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] Sync routers for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:02:39.680571 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:02:39.681435 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:02:39.692364 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:02:39.695134 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cffc7a-7c9b-4f5a-8661-338caf8cc640" -d '{"events": [{"name": "network-changed", "server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:02:39.733059 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-9544f45c-3d39-417e-be23-603535a8660e tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/8cc1b7b9-efa4-4ded-9511-430af9cc0606 HTTP/1.1" status: 200 len: 994 time: 0.8908412 Sep 13 08:02:39.736332 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19114e2-89d8-462f-9097-a37d0abde13d x-openstack-request-id: req-b19114e2-89d8-462f-9097-a37d0abde13d {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:02:39.736638 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:02:39.736888 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b19114e2-89d8-462f-9097-a37d0abde13d {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:02:39.737282 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19114e2-89d8-462f-9097-a37d0abde13d'] response: {'name': 'network-changed', 'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'status': 'completed', 'code': 200} Sep 13 08:02:39.795640 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:02:39.812239 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-b892e619-fb49-4072-88d3-6d7ece768d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:39.813727 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-b892e619-fb49-4072-88d3-6d7ece768d4c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 1130 time: 0.0380180 Sep 13 08:02:39.911360 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-99d7ae5b-e3b8-44e9-8578-899eb996a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:39.912768 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-99d7ae5b-e3b8-44e9-8578-899eb996a35e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.0881882 Sep 13 08:02:39.975363 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-24722d5f-3ef6-45f4-be99-5a92e96d2462 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5 HTTP/1.1" status: 200 len: 1002 time: 0.0540462 Sep 13 08:02:40.000352 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '8cc1b7b9-efa4-4ded-9511-430af9cc0606', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'port_id': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'mac_address': 'fa:16:3e:40:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:52Z', 'updated_at': '2022-09-13T08:02:39Z', 'revision_number': 3, 'project_id': '3414a292093541209ace108ad8bb6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:02:40.024604 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] Checking router: 976ae66e-3563-4c05-af5c-96757c2292b5 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:02:40.029875 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-1fde27ab-f9d6-4a2c-b2b2-e90c6199b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:40.031181 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:40.031326 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-1fde27ab-f9d6-4a2c-b2b2-e90c6199b6a7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0459032 Sep 13 08:02:40.033919 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:02:40.034523 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:02:40.071528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:40.079283 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-bef43cc8-2b83-4cff-a3f8-8f7a1073240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:40.080801 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-bef43cc8-2b83-4cff-a3f8-8f7a1073240d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396788 Sep 13 08:02:40.136793 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:02:40.161019 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:40.173127 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-49c608e6-bfdf-45f3-a12e-daa3b2bd2ae7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841904 Sep 13 08:02:40.266925 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-59cffc7a-7c9b-4f5a-8661-338caf8cc640 req-6b4d0f04-84b6-41dc-a983-451a1abd21a5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Sep 13 08:02:40.461279 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '8cc1b7b9-efa4-4ded-9511-430af9cc0606', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'port_id': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'mac_address': 'fa:16:3e:40:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:52Z', 'updated_at': '2022-09-13T08:02:39Z', 'revision_number': 3, 'project_id': '3414a292093541209ace108ad8bb6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:02:40.485290 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2968b91-4660-41bb-9c50-37f69cddae83 None None] The sync data for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi is: [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '8cc1b7b9-efa4-4ded-9511-430af9cc0606', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'port_id': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'mac_address': 'fa:16:3e:40:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:52Z', 'updated_at': '2022-09-13T08:02:39Z', 'revision_number': 3, 'project_id': '3414a292093541209ace108ad8bb6be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:02:41.738276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:02:41.740608 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:02:41.780872 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81676b8e-949f-4098-ab8c-6f5142aebd06 x-openstack-request-id: req-81676b8e-949f-4098-ab8c-6f5142aebd06 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:02:41.781157 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:02:41.781404 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81676b8e-949f-4098-ab8c-6f5142aebd06 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:02:41.781834 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81676b8e-949f-4098-ab8c-6f5142aebd06'] response: {'name': 'network-changed', 'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'status': 'completed', 'code': 200} Sep 13 08:02:41.845014 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-da34fb50-732f-4e9a-adbe-dafdd54aa8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:41.846531 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-da34fb50-732f-4e9a-adbe-dafdd54aa8d9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 1130 time: 0.0392983 Sep 13 08:02:42.165847 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-d906540d-4883-4414-98ca-97ee6a991b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:42.167314 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-d906540d-4883-4414-98ca-97ee6a991b45 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.3142362 Sep 13 08:02:42.210174 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:42.228286 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-96173c9a-97bd-4344-8dcf-4a7ba34e57e8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5 HTTP/1.1" status: 200 len: 1002 time: 0.0545976 Sep 13 08:02:42.279265 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-b68c5e5e-42be-42ac-ace5-f6fcd6812d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:42.280691 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-b68c5e5e-42be-42ac-ace5-f6fcd6812d4b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0467713 Sep 13 08:02:42.333346 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-5e6d80bf-6699-4c97-b194-aa69bdb663c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:42.335359 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-5e6d80bf-6699-4c97-b194-aa69bdb663c3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389478 Sep 13 08:02:42.434706 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-87403b0f-36f0-4ae8-81b5-631b0630c35f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807040 Sep 13 08:02:42.526319 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-91e6528d-34d9-413f-8e26-acc9d3ca8aa3 req-512fd62c-4919-4fc5-921b-2e1877c6c994 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853207 Sep 13 08:02:46.758267 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e60c776e-333d-40f1-8146-462212f77f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:48.702319 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=21 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:48.708190 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=22 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:48.976387 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7a054103-2c38-4c7a-8015-abbee7f3a64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:50.194950 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:51.681561 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:51.823295 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:02:52.521780 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=58 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:52.523773 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=32 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:53.124017 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:53.128085 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:02:57.063959 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d5bec-e598-498a-b1b1-607f13b5e6d7 req-6d6c91ef-e58f-46a4-8d3f-4236aa1a980f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:57.065418 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c44d5bec-e598-498a-b1b1-607f13b5e6d7 req-6d6c91ef-e58f-46a4-8d3f-4236aa1a980f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0463531 Sep 13 08:02:57.111692 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c44d5bec-e598-498a-b1b1-607f13b5e6d7 req-5f214740-459d-4598-b7e6-db4021d348c3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400517 Sep 13 08:02:57.570410 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283c6a3-fe89-4e20-bcfe-028563935a88 req-3e415f51-58c5-4e67-8ccd-8bb92b668a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:57.571861 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9283c6a3-fe89-4e20-bcfe-028563935a88 req-3e415f51-58c5-4e67-8ccd-8bb92b668a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 945 time: 0.0449555 Sep 13 08:02:57.617336 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9283c6a3-fe89-4e20-bcfe-028563935a88 req-10249e30-0a3e-442a-95b0-5e5e7a49d3c6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Sep 13 08:02:58.231302 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac861d-5450-4000-9cb8-964e1c199b81 req-7a0f76a6-5755-405d-91f9-1c8da31af1df tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:58.232757 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-06ac861d-5450-4000-9cb8-964e1c199b81 req-7a0f76a6-5755-405d-91f9-1c8da31af1df tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0461855 Sep 13 08:02:58.278348 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-06ac861d-5450-4000-9cb8-964e1c199b81 req-b5bf1f8f-3598-4d64-9a42-955d49a3ce40 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401518 Sep 13 08:02:58.742120 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f22a15-00ee-4f6a-b424-eaa98c216cd6 req-1e4ff649-6508-4b94-b078-ef0342b06901 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:58.743609 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-82f22a15-00ee-4f6a-b424-eaa98c216cd6 req-1e4ff649-6508-4b94-b078-ef0342b06901 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 945 time: 0.0515661 Sep 13 08:02:58.789493 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-82f22a15-00ee-4f6a-b424-eaa98c216cd6 req-bb33456f-8fd3-49c5-aa0d-97c820b07f38 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404696 Sep 13 08:02:59.398863 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f9c42-7952-42ab-a738-905db17b20d0 req-3e0eea88-ccf3-4cf1-8b71-d20a42385000 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:59.400298 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-298f9c42-7952-42ab-a738-905db17b20d0 req-3e0eea88-ccf3-4cf1-8b71-d20a42385000 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0489457 Sep 13 08:02:59.447725 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-298f9c42-7952-42ab-a738-905db17b20d0 req-1d96cf07-ea35-43a8-a52e-52244036fe57 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417504 Sep 13 08:02:59.907322 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319d2f8-6ae8-4c4a-a831-ff6e32693e76 req-05fe8430-d417-47b7-9480-0885dd59d1d0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:02:59.908808 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9319d2f8-6ae8-4c4a-a831-ff6e32693e76 req-05fe8430-d417-47b7-9480-0885dd59d1d0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 945 time: 0.0462413 Sep 13 08:02:59.960715 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9319d2f8-6ae8-4c4a-a831-ff6e32693e76 req-cceddf8f-01ed-44fd-bce6-47df0a227f86 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd2f26ce-1440-4737-b023-9c36c478badc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458751 Sep 13 08:03:00.426974 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb7c44-be91-4c39-9073-e205feb086ba req-fcb9638b-8bac-48b4-9bb4-42846c210bcf tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:00.429336 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-addb7c44-be91-4c39-9073-e205feb086ba req-fcb9638b-8bac-48b4-9bb4-42846c210bcf tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0482824 Sep 13 08:03:00.519289 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089388-bbdb-487c-abdf-38c722782935 req-cd7791bd-582a-4bca-8b1e-e949de557bd8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:00.521340 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4089388-bbdb-487c-abdf-38c722782935 req-cd7791bd-582a-4bca-8b1e-e949de557bd8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 945 time: 0.0462036 Sep 13 08:03:00.605894 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Deleting port ffd669a3-ed80-4111-b3fe-53269f95a9de {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:00.606235 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:00.616814 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Deleting port e1d7157e-6c41-4277-8267-dedb42876a5b {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:00.617400 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:00.626651 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba3890-57f8-4986-b1f2-84a2bcbaf435 req-45a714d2-9f17-42eb-a2b7-248e4c065daf tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:00.628129 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-00ba3890-57f8-4986-b1f2-84a2bcbaf435 req-45a714d2-9f17-42eb-a2b7-248e4c065daf tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 945 time: 0.0949433 Sep 13 08:03:00.699116 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] For port ffd669a3-ed80-4111-b3fe-53269f95a9de, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=ffd669a3-ed80-4111-b3fe-53269f95a9de,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:00.699447 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:00.735786 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-00ba3890-57f8-4986-b1f2-84a2bcbaf435 req-24616bf8-3008-4c99-ba3f-941754af2940 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c626369f-2a8c-43c0-8748-e6b6c4b90376&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970194 Sep 13 08:03:00.751427 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] For port e1d7157e-6c41-4277-8267-dedb42876a5b, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e1d7157e-6c41-4277-8267-dedb42876a5b,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:00.751794 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:00.907585 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:00.908110 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (93b55c24-628f-474f-b6d4-f08ef7640245), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:00.908271 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Floating IP 93b55c24-628f-474f-b6d4-f08ef7640245 disassociated. External IP: 172.27.1.74, port: ffd669a3-ed80-4111-b3fe-53269f95a9de. Sep 13 08:03:00.908610 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Calling delete_port for ffd669a3-ed80-4111-b3fe-53269f95a9de owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:00.967596 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:00.967883 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (9c2e7839-9f6d-484f-bf89-189613a2d9e1), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:00.968199 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Floating IP 9c2e7839-9f6d-484f-bf89-189613a2d9e1 disassociated. External IP: 172.27.1.184, port: e1d7157e-6c41-4277-8267-dedb42876a5b. Sep 13 08:03:00.968545 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Calling delete_port for e1d7157e-6c41-4277-8267-dedb42876a5b owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:01.036438 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:01.050158 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (ffd669a3-ed80-4111-b3fe-53269f95a9de), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:01.075273 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ee9c5759-7cae-44b8-9299-2ffffdae11b6 req-d2c88cba-93ad-4d89-8be2-5d07b4a5aaca tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 210 time: 0.0369313 Sep 13 08:03:01.096921 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'Port': ['ID=ffd669a3-ed80-4111-b3fe-53269f95a9de,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:01.106191 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (e1d7157e-6c41-4277-8267-dedb42876a5b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:01.112252 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:01.113962 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.125676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.127110 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.135198 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event deleted for resources: {'Port': ['ID=e1d7157e-6c41-4277-8267-dedb42876a5b,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:01.146425 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.146762 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.147097 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.147429 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.147753 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.148072 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.148406 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.148704 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.149019 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.149335 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.149648 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.149987 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.150302 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.150616 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.150921 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:01.199642 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:01.224523 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:01.257192 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Router a72872a4-8a39-4af1-91a9-303b5194a52b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:01.298934 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:01.339839 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:01.351128 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:01.361441 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:01.362394 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:01.364164 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:01.375879 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] Sync routers for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:01.386586 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] No DVR routers for this DVR port ffd669a3-ed80-4111-b3fe-53269f95a9de on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:01.390808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:01.394112 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4089388-bbdb-487c-abdf-38c722782935 req-59658a5d-0b41-4600-b269-127bc0c2862c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "DELETE /networking/v2.0/ports/ffd669a3-ed80-4111-b3fe-53269f95a9de HTTP/1.1" status: 204 len: 173 time: 0.8677227 Sep 13 08:03:01.394625 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'name': 'network-vif-deleted', 'tag': 'ffd669a3-ed80-4111-b3fe-53269f95a9de'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:01.400013 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3addc7-dc1c-424c-a32b-fff7d7be81a2" -d '{"events": [{"server_uuid": "deb2631d-2cc4-4add-8028-057c6f2e4633", "name": "network-vif-deleted", "tag": "ffd669a3-ed80-4111-b3fe-53269f95a9de"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:01.401023 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:01.402408 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:01.434541 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] No DVR routers for this DVR port e1d7157e-6c41-4277-8267-dedb42876a5b on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:01.440874 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:01.448929 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-addb7c44-be91-4c39-9073-e205feb086ba req-caa12425-fbbc-44d1-8b51-8d12c832af20 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e1d7157e-6c41-4277-8267-dedb42876a5b HTTP/1.1" status: 204 len: 173 time: 0.9749942 Sep 13 08:03:01.449462 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'name': 'network-vif-deleted', 'tag': 'e1d7157e-6c41-4277-8267-dedb42876a5b'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:01.452436 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6a822-b794-4868-a4d5-e906e4b825c3" -d '{"events": [{"server_uuid": "03a9e8f3-b470-4c23-817b-2640d9e1da46", "name": "network-vif-deleted", "tag": "e1d7157e-6c41-4277-8267-dedb42876a5b"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:01.478482 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d50f3bf-2db7-4daa-92f3-cfa3a6d84fda x-openstack-request-id: req-6d50f3bf-2db7-4daa-92f3-cfa3a6d84fda {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:01.478783 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb2631d-2cc4-4add-8028-057c6f2e4633", "name": "network-vif-deleted", "tag": "ffd669a3-ed80-4111-b3fe-53269f95a9de", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:01.479034 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d50f3bf-2db7-4daa-92f3-cfa3a6d84fda {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:01.479442 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d50f3bf-2db7-4daa-92f3-cfa3a6d84fda'] response: {'server_uuid': 'deb2631d-2cc4-4add-8028-057c6f2e4633', 'name': 'network-vif-deleted', 'tag': 'ffd669a3-ed80-4111-b3fe-53269f95a9de', 'status': 'completed', 'code': 200} Sep 13 08:03:01.498612 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7002646-3d23-4e88-9cc5-e5e69bfb07d6 x-openstack-request-id: req-f7002646-3d23-4e88-9cc5-e5e69bfb07d6 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:01.498909 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9e8f3-b470-4c23-817b-2640d9e1da46", "name": "network-vif-deleted", "tag": "e1d7157e-6c41-4277-8267-dedb42876a5b", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:01.499168 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7002646-3d23-4e88-9cc5-e5e69bfb07d6 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:01.499571 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7002646-3d23-4e88-9cc5-e5e69bfb07d6'] response: {'server_uuid': '03a9e8f3-b470-4c23-817b-2640d9e1da46', 'name': 'network-vif-deleted', 'tag': 'e1d7157e-6c41-4277-8267-dedb42876a5b', 'status': 'completed', 'code': 200} Sep 13 08:03:01.516036 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:01.524220 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:01.598809 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:01.746572 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '2248c98d-3322-4c7e-9b0b-96987809f31f', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:28Z', 'updated_at': '2022-09-13T08:00:53Z', 'revision_number': 2, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:01.775635 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:01.791252 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:01.792208 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:01.812052 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:01.843613 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] Checking router: a72872a4-8a39-4af1-91a9-303b5194a52b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:01.854041 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:01.854942 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:01.889569 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-54c5858d-9fe4-40a3-8d90-fc407fd1dbfa req-18a6a88a-236d-43e2-8f48-9b62a4238233 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 210 time: 0.0326276 Sep 13 08:03:01.954680 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:01.967605 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:02.010229 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:02.123944 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:02.227105 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:02.237137 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '2248c98d-3322-4c7e-9b0b-96987809f31f', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:28Z', 'updated_at': '2022-09-13T08:00:53Z', 'revision_number': 2, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:02.260352 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4cc60-9032-468e-88e6-d3f0d5ee2f5c None None] The sync data for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi is: [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:02.275571 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-95a46d81-7a8d-433f-a019-3b6c94794f9a req-3e68d65e-d12d-4364-bdc1-1ac917b1c687 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=deb2631d-2cc4-4add-8028-057c6f2e4633 HTTP/1.1" status: 200 len: 210 time: 0.0426185 Sep 13 08:03:02.283123 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14673cc0-9be1-4fb6-b051-cac8cc569f44 None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '2248c98d-3322-4c7e-9b0b-96987809f31f', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:2f:a5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad853f7-74b5-4834-ac90-135c495614c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:00:28Z', 'updated_at': '2022-09-13T08:00:53Z', 'revision_number': 2, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:02.576473 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258329ed-9458-4475-9935-9d663f5bcd9f None None] New status for floating IP 9c2e7839-9f6d-484f-bf89-189613a2d9e1: DOWN {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:03:02.606739 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d53d42-68fc-419e-ba65-076d0d7cdfe6 None None] New status for floating IP 93b55c24-628f-474f-b6d4-f08ef7640245: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:03:03.021517 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1da833e4-d529-428b-a9a0-dfba3773221c req-9c02359b-ccba-43ce-9577-ef5bb964a709 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=03a9e8f3-b470-4c23-817b-2640d9e1da46 HTTP/1.1" status: 200 len: 210 time: 0.0324595 Sep 13 08:03:03.080647 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:03:03.384531 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59860) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:03.443447 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-07fefa9c-21ad-4eaa-b06e-88fc020ed078 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (bd2f26ce-1440-4737-b023-9c36c478badc), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.468721 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-07fefa9c-21ad-4eaa-b06e-88fc020ed078 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (bd2f26ce-1440-4737-b023-9c36c478badc), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.519760 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-07fefa9c-21ad-4eaa-b06e-88fc020ed078 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (bd2f26ce-1440-4737-b023-9c36c478badc), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.522300 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-07fefa9c-21ad-4eaa-b06e-88fc020ed078 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.523434 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-07fefa9c-21ad-4eaa-b06e-88fc020ed078 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bd2f26ce-1440-4737-b023-9c36c478badc HTTP/1.1" status: 204 len: 168 time: 0.1379201 Sep 13 08:03:03.526383 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59864) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:03.532848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fefa9c-21ad-4eaa-b06e-88fc020ed078 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f26ce-1440-4737-b023-9c36c478badc,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:03.541576 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.api.v2.resource [None req-cc25d9b9-7997-4c45-9d90-3178b25f89ac tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] show failed (client error): The resource could not be found. Sep 13 08:03:03.542635 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-cc25d9b9-7997-4c45-9d90-3178b25f89ac tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups/bd2f26ce-1440-4737-b023-9c36c478badc HTTP/1.1" status: 404 len: 347 time: 0.0146978 Sep 13 08:03:03.545707 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59866) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:03.659022 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Deleting port 59ac810a-c71b-42bd-b23c-df0de581e315 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:03.659293 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (59ac810a-c71b-42bd-b23c-df0de581e315), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.739477 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (59ac810a-c71b-42bd-b23c-df0de581e315), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.739846 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (59ac810a-c71b-42bd-b23c-df0de581e315), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.751794 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Calling delete_port for 59ac810a-c71b-42bd-b23c-df0de581e315 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:03.890082 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (59ac810a-c71b-42bd-b23c-df0de581e315), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.915780 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'Port': ['ID=59ac810a-c71b-42bd-b23c-df0de581e315,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:03.975336 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (93b55c24-628f-474f-b6d4-f08ef7640245), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.978003 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:03.979143 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4b0c77e9-592e-44a0-b6f3-c9a2162b7c84 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/93b55c24-628f-474f-b6d4-f08ef7640245 HTTP/1.1" status: 204 len: 168 time: 0.4323857 Sep 13 08:03:04.129263 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59878) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:04.160299 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:04.219468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1281e0af-eeb0-4b15-8d60-2c135bb18242 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (c626369f-2a8c-43c0-8748-e6b6c4b90376), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.245180 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1281e0af-eeb0-4b15-8d60-2c135bb18242 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (c626369f-2a8c-43c0-8748-e6b6c4b90376), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.304963 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1281e0af-eeb0-4b15-8d60-2c135bb18242 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (c626369f-2a8c-43c0-8748-e6b6c4b90376), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.307817 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1281e0af-eeb0-4b15-8d60-2c135bb18242 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.309108 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1281e0af-eeb0-4b15-8d60-2c135bb18242 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c626369f-2a8c-43c0-8748-e6b6c4b90376 HTTP/1.1" status: 204 len: 168 time: 0.1781864 Sep 13 08:03:04.312041 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59884) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:04.320773 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281e0af-eeb0-4b15-8d60-2c135bb18242 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c626369f-2a8c-43c0-8748-e6b6c4b90376,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:04.354654 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.api.v2.resource [None req-59075ab4-f0bb-4b3e-acd1-502baec24b61 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] show failed (client error): The resource could not be found. Sep 13 08:03:04.358873 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-59075ab4-f0bb-4b3e-acd1-502baec24b61 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups/c626369f-2a8c-43c0-8748-e6b6c4b90376 HTTP/1.1" status: 404 len: 347 time: 0.0458288 Sep 13 08:03:04.359114 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59886) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:04.471564 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Deleting port c5cc8f21-a4e3-4651-a337-bb85aa9f7001 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:04.471835 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (c5cc8f21-a4e3-4651-a337-bb85aa9f7001), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.519616 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:04.549134 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (c5cc8f21-a4e3-4651-a337-bb85aa9f7001), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.549463 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (c5cc8f21-a4e3-4651-a337-bb85aa9f7001), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.561754 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Calling delete_port for c5cc8f21-a4e3-4651-a337-bb85aa9f7001 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:04.688623 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (c5cc8f21-a4e3-4651-a337-bb85aa9f7001), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.714653 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event deleted for resources: {'Port': ['ID=c5cc8f21-a4e3-4651-a337-bb85aa9f7001,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:04.779195 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (9c2e7839-9f6d-484f-bf89-189613a2d9e1), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.781762 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:04.782936 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-dc184287-4719-4f1a-992b-a92630cae7e3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/9c2e7839-9f6d-484f-bf89-189613a2d9e1 HTTP/1.1" status: 204 len: 168 time: 0.4225512 Sep 13 08:03:04.804166 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device e1d7157e-6c41-4277-8267-dedb42876a5b no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:04.832660 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: e1d7157e-6c41-4277-8267-dedb42876a5b {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:04.833531 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device e1d7157e-6c41-4277-8267-dedb42876a5b not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:04.834000 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device ffd669a3-ed80-4111-b3fe-53269f95a9de no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:04.852922 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: ffd669a3-ed80-4111-b3fe-53269f95a9de {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:04.853271 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device ffd669a3-ed80-4111-b3fe-53269f95a9de not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:04.966211 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-d110dc77-7823-4115-aa8d-7460fb20eb13 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386560 Sep 13 08:03:05.032792 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-c1ec94db-b160-4b56-8a3a-41b7f47541b2 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1893783302&fields=id&tenant_id=29cd3d666355422e8ac5802fd07de461 HTTP/1.1" status: 200 len: 267 time: 0.0576310 Sep 13 08:03:05.091860 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-30dc8240-315e-432c-b0f5-2e9522cded1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:05.093376 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-30dc8240-315e-432c-b0f5-2e9522cded1d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3414a292093541209ace108ad8bb6be4&device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 1129 time: 0.0815058 Sep 13 08:03:05.108533 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-ec04809a-626b-4099-9d26-30af16f883de tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:05.110015 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-ec04809a-626b-4099-9d26-30af16f883de tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 984 time: 0.0622585 Sep 13 08:03:05.134107 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-26dadf19-3f77-4487-a739-41c116cf5b4d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Request body: {'port': {'security_groups': ['795008af-29c9-4bf7-bf58-695d0327ffdb']}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:05.259969 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-26dadf19-3f77-4487-a739-41c116cf5b4d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:05.277319 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-46087b72-3167-4c9e-955e-7103c2c33345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:05.278813 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-46087b72-3167-4c9e-955e-7103c2c33345 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 200 len: 920 time: 0.1673410 Sep 13 08:03:05.340327 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:05.343690 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-84bf72bc-4c69-472b-9493-081de396d4f2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=442eac97-44c9-44b1-88f2-8aec23155748 HTTP/1.1" status: 200 len: 217 time: 0.0382080 Sep 13 08:03:05.423222 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-b69e677d-f7b9-4204-85c3-0b59218669ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:05.424660 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-b69e677d-f7b9-4204-85c3-0b59218669ce service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 200 len: 858 time: 0.0713246 Sep 13 08:03:05.451335 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:05.516805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-f2437d31-0ad9-44e8-b979-541b58659758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:05.518310 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-f2437d31-0ad9-44e8-b979-541b58659758 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830750 Sep 13 08:03:05.570666 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-26dadf19-3f77-4487-a739-41c116cf5b4d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] For port b890f81c-89fa-4f25-9589-36b25c2b0112, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b890f81c-89fa-4f25-9589-36b25c2b0112,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:05.637118 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-26dadf19-3f77-4487-a739-41c116cf5b4d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:05.648448 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-26dadf19-3f77-4487-a739-41c116cf5b4d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:05.659558 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['b890f81c-89fa-4f25-9589-36b25c2b0112'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:03:05.661880 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-26dadf19-3f77-4487-a739-41c116cf5b4d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:05.662499 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-26dadf19-3f77-4487-a739-41c116cf5b4d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:05.663868 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c72e82ca-0261-49f6-b2d4-4260325e94de req-26dadf19-3f77-4487-a739-41c116cf5b4d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "PUT /networking/v2.0/ports/b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 942 time: 0.5446959 Sep 13 08:03:05.664431 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:05.666787 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:05.670543 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59896) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:05.692035 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-dbe25107-aea5-4c12-bcd3-c47c0cf14f2d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648607 Sep 13 08:03:05.767386 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['b890f81c-89fa-4f25-9589-36b25c2b0112'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:03:05.777016 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe7a8-3e9a-4121-a039-41ed0418d43e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group (16a63d8d-f62c-40b9-9efe-12312bd867af), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:05.788685 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dadf19-3f77-4487-a739-41c116cf5b4d tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event updated for resources: {'Port': ['ID=b890f81c-89fa-4f25-9589-36b25c2b0112,revision_number=7']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:05.792877 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c08a22-a7ea-44ef-bf1f-681dd6246a4e x-openstack-request-id: req-24c08a22-a7ea-44ef-bf1f-681dd6246a4e {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:05.793298 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:05.793630 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24c08a22-a7ea-44ef-bf1f-681dd6246a4e {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:05.794116 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c08a22-a7ea-44ef-bf1f-681dd6246a4e'] response: {'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'status': 'completed', 'code': 200} Sep 13 08:03:05.840444 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a44f0ff5-8a42-4047-b831-abe05ff4cbd3 req-9426a01f-e790-4f18-a1b7-406df953ed7f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410630 Sep 13 08:03:05.870976 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-db28e5c4-4620-42c7-9c8b-29ede34619f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:05.872979 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-db28e5c4-4620-42c7-9c8b-29ede34619f9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=29cd3d666355422e8ac5802fd07de461&device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 1129 time: 0.0742605 Sep 13 08:03:05.890566 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59904) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:05.899378 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-7d159d3c-2dba-426f-87f3-da22673aacd7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351272523', 'description': 'tempest-description--1886859123'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:05.910305 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe7a8-3e9a-4121-a039-41ed0418d43e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group (16a63d8d-f62c-40b9-9efe-12312bd867af), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:05.927669 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d159d3c-2dba-426f-87f3-da22673aacd7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.034719 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe7a8-3e9a-4121-a039-41ed0418d43e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (16a63d8d-f62c-40b9-9efe-12312bd867af), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.038025 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe7a8-3e9a-4121-a039-41ed0418d43e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.041582 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-8b6fe7a8-3e9a-4121-a039-41ed0418d43e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/16a63d8d-f62c-40b9-9efe-12312bd867af HTTP/1.1" status: 204 len: 168 time: 0.3670382 Sep 13 08:03:06.042588 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59908) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:06.062157 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-1d047505-3c1d-4047-8d4f-1e5184035b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:06.063906 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-1d047505-3c1d-4047-8d4f-1e5184035b83 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=758ea9e6-2737-427b-bf4a-218a18974f38 HTTP/1.1" status: 200 len: 916 time: 0.1821544 Sep 13 08:03:06.083494 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fe7a8-3e9a-4121-a039-41ed0418d43e tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a63d8d-f62c-40b9-9efe-12312bd867af,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:06.105594 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78477c7-bd93-4aa4-957c-50536487b689 req-d658cb02-5d2b-4b74-9810-1619477f71c8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:06.108368 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a78477c7-bd93-4aa4-957c-50536487b689 req-d658cb02-5d2b-4b74-9810-1619477f71c8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 945 time: 0.0613072 Sep 13 08:03:06.125239 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d159d3c-2dba-426f-87f3-da22673aacd7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (834f5417-b4e3-40d2-b270-80c6bd9f4873), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.132054 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d159d3c-2dba-426f-87f3-da22673aacd7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (834f5417-b4e3-40d2-b270-80c6bd9f4873), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.159756 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a78477c7-bd93-4aa4-957c-50536487b689 req-1f366a9b-8c88-4985-b8c1-4a760fb29ede tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447173 Sep 13 08:03:06.430929 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d159d3c-2dba-426f-87f3-da22673aacd7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.432080 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-7d159d3c-2dba-426f-87f3-da22673aacd7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5410790 Sep 13 08:03:06.435343 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59910) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:06.437218 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d159d3c-2dba-426f-87f3-da22673aacd7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834f5417-b4e3-40d2-b270-80c6bd9f4873,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:06.440097 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-34565c8d-8ab8-45b5-9158-05f0fe5db302 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'security_group_rule': {'security_group_id': '834f5417-b4e3-40d2-b270-80c6bd9f4873', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:06.466323 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-34565c8d-8ab8-45b5-9158-05f0fe5db302 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (15b67f8a-19fc-4c03-b7cd-99a3ff8e0d5c), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.475994 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Deleting port 34ae43ce-3ee5-46c0-8304-cf910f5ffd09 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:06.476345 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (34ae43ce-3ee5-46c0-8304-cf910f5ffd09), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.521563 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-34565c8d-8ab8-45b5-9158-05f0fe5db302 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (15b67f8a-19fc-4c03-b7cd-99a3ff8e0d5c), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.525237 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-34565c8d-8ab8-45b5-9158-05f0fe5db302 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (15b67f8a-19fc-4c03-b7cd-99a3ff8e0d5c), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.540220 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:06.545721 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34565c8d-8ab8-45b5-9158-05f0fe5db302 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b67f8a-19fc-4c03-b7cd-99a3ff8e0d5c,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:06.555888 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-34565c8d-8ab8-45b5-9158-05f0fe5db302 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.558191 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-34565c8d-8ab8-45b5-9158-05f0fe5db302 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216972 Sep 13 08:03:06.559829 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59912) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:06.560497 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (34ae43ce-3ee5-46c0-8304-cf910f5ffd09), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.560827 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for floatingip (34ae43ce-3ee5-46c0-8304-cf910f5ffd09), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.564279 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-9326cabf-7ae9-49a2-9eae-1ceec23f129e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'security_group_rule': {'security_group_id': '834f5417-b4e3-40d2-b270-80c6bd9f4873', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:06.573331 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Calling delete_port for 34ae43ce-3ee5-46c0-8304-cf910f5ffd09 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:06.589652 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9326cabf-7ae9-49a2-9eae-1ceec23f129e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (44687734-ca00-4ac3-bc72-a7c82e77662a), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.609985 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:06.634334 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:06.645106 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:06.649852 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9326cabf-7ae9-49a2-9eae-1ceec23f129e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (44687734-ca00-4ac3-bc72-a7c82e77662a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.653591 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9326cabf-7ae9-49a2-9eae-1ceec23f129e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (44687734-ca00-4ac3-bc72-a7c82e77662a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.673179 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326cabf-7ae9-49a2-9eae-1ceec23f129e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44687734-ca00-4ac3-bc72-a7c82e77662a,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:06.678724 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9326cabf-7ae9-49a2-9eae-1ceec23f129e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.679917 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9326cabf-7ae9-49a2-9eae-1ceec23f129e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190178 Sep 13 08:03:06.683623 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59914) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:06.687895 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:06.721977 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.829456 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (34ae43ce-3ee5-46c0-8304-cf910f5ffd09), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.858376 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.862689 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event deleted for resources: {'Port': ['ID=34ae43ce-3ee5-46c0-8304-cf910f5ffd09,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:06.991315 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks [] for floatingip (fbc198ed-19f9-47da-859a-c4ae5206f5c1), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:06.991545 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Floating IP fbc198ed-19f9-47da-859a-c4ae5206f5c1 disassociated (deleted). External IP: 172.27.1.109, port: b890f81c-89fa-4f25-9589-36b25c2b0112. Sep 13 08:03:07.079741 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Allocated IP 172.27.1.245 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/26cca626-569f-44ec-93b0-072ee60fa976) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:07.305890 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for port (26cca626-569f-44ec-93b0-072ee60fa976), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:07.308161 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-02231af0-a8ca-4e6c-851a-21a967cbbd7f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 217 time: 0.0341766 Sep 13 08:03:07.331197 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c7f0-044c-4226-9fcd-4e748de7d56e req-eab46b04-71dc-4ca5-96bf-b988f13693ae tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:07.332671 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5b19c7f0-044c-4226-9fcd-4e748de7d56e req-eab46b04-71dc-4ca5-96bf-b988f13693ae tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 945 time: 0.0842261 Sep 13 08:03:07.338966 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:07.343961 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:07.347957 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:07.360355 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-65ac284c-dd6d-4b31-aef7-4ec2f5cecf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:07.361830 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-65ac284c-dd6d-4b31-aef7-4ec2f5cecf04 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0 HTTP/1.1" status: 200 len: 854 time: 0.0451763 Sep 13 08:03:07.404121 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (26cca626-569f-44ec-93b0-072ee60fa976), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:07.481940 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5b19c7f0-044c-4226-9fcd-4e748de7d56e req-595ef993-fd11-43a9-8fcd-63fe70b68edf tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=572dccff-995f-4ac8-81c1-fa798de20b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417880 Sep 13 08:03:07.518977 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:07.527810 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-3f3bc199-2478-4ecf-a7ba-876cc6429983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:07.529309 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-3f3bc199-2478-4ecf-a7ba-876cc6429983 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=758ea9e6-2737-427b-bf4a-218a18974f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411894 Sep 13 08:03:07.529971 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:07.535259 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:07.540446 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'Port': ['ID=26cca626-569f-44ec-93b0-072ee60fa976,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:07.584194 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:07.589617 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:07.593766 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] Sync routers for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:07.607564 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:07.608193 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:07.627517 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-c675f2d8-0546-407e-ab2c-d133b4640c3d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914268 Sep 13 08:03:07.679587 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-17ded7a1-27bb-44e6-bbdf-5c955b81c296 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/fbc198ed-19f9-47da-859a-c4ae5206f5c1 HTTP/1.1" status: 204 len: 168 time: 1.6333911 Sep 13 08:03:07.693294 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-c2c02357-4d29-4def-881c-19c9ccd8713e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:07.694770 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-c2c02357-4d29-4def-881c-19c9ccd8713e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 945 time: 0.0779133 Sep 13 08:03:07.730253 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-97726f3b-55dc-4398-ac6f-69a1f9be4a5b req-dd6ef3d0-2cda-4297-965a-78f85d983ada service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968723 Sep 13 08:03:07.738719 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:07.755752 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (eae65dc2-36c4-4752-b676-0622384b488e), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:07.795155 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:07.797461 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29370d2d-4e21-4e34-9774-175c416841e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:07.845776 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a70d2f0-a7d1-4465-baf3-d1adee947d55 x-openstack-request-id: req-1a70d2f0-a7d1-4465-baf3-d1adee947d55 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:07.846077 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:07.846327 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a70d2f0-a7d1-4465-baf3-d1adee947d55 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:07.846734 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a70d2f0-a7d1-4465-baf3-d1adee947d55'] response: {'name': 'network-changed', 'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'status': 'completed', 'code': 200} Sep 13 08:03:07.847471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Deleting port 8944c58c-2584-4f0e-8d58-4a4c7d04525d {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:07.847810 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:07.853102 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (26cca626-569f-44ec-93b0-072ee60fa976), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:07.944235 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29370d2d-4e21-4e34-9774-175c416841e5 req-5c7aed7d-1552-4d8a-afca-dca468ec62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:07.946526 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-29370d2d-4e21-4e34-9774-175c416841e5 req-5c7aed7d-1552-4d8a-afca-dca468ec62e2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=29cd3d666355422e8ac5802fd07de461&device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 1129 time: 0.0797057 Sep 13 08:03:07.967642 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:07.997754 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:08.043137 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:08.046595 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] For port 8944c58c-2584-4f0e-8d58-4a4c7d04525d, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8944c58c-2584-4f0e-8d58-4a4c7d04525d,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:08.046991 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:08.085971 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29370d2d-4e21-4e34-9774-175c416841e5 req-fa83621e-d06e-4542-90a4-4f4903bc2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:08.087348 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-29370d2d-4e21-4e34-9774-175c416841e5 req-fa83621e-d06e-4542-90a4-4f4903bc2ac2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=758ea9e6-2737-427b-bf4a-218a18974f38 HTTP/1.1" status: 200 len: 916 time: 0.1213446 Sep 13 08:03:08.107474 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:08.132310 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] Checking router: cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:08.140739 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:08.141334 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:08.191459 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for port (26cca626-569f-44ec-93b0-072ee60fa976), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:08.198301 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (26cca626-569f-44ec-93b0-072ee60fa976), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:08.204738 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:08.243371 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:08.314413 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (eae65dc2-36c4-4752-b676-0622384b488e), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:08.326356 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'Port': ['ID=26cca626-569f-44ec-93b0-072ee60fa976,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:08.332039 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:08.332392 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (2248c98d-3322-4c7e-9b0b-96987809f31f), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:08.332742 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Floating IP 2248c98d-3322-4c7e-9b0b-96987809f31f disassociated. External IP: 172.27.1.187, port: 8944c58c-2584-4f0e-8d58-4a4c7d04525d. Sep 13 08:03:08.333115 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Calling delete_port for 8944c58c-2584-4f0e-8d58-4a4c7d04525d owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:08.339072 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-29370d2d-4e21-4e34-9774-175c416841e5 req-6146f947-ed04-4c90-9a16-3497a8bdf081 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 200 len: 217 time: 0.0414467 Sep 13 08:03:08.347511 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:08.357886 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-20c9cdd5-4a58-4395-bbae-eb97fb20428d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6642511 Sep 13 08:03:08.407477 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29370d2d-4e21-4e34-9774-175c416841e5 req-6564a496-b777-4cc7-abcd-92f723fbc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:08.409208 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-29370d2d-4e21-4e34-9774-175c416841e5 req-6564a496-b777-4cc7-abcd-92f723fbc2ba service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0 HTTP/1.1" status: 200 len: 854 time: 0.0648570 Sep 13 08:03:08.479021 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29370d2d-4e21-4e34-9774-175c416841e5 req-03fcbdcb-65c7-4ee8-8417-5e55385b5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:08.479887 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:08.480858 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-29370d2d-4e21-4e34-9774-175c416841e5 req-03fcbdcb-65c7-4ee8-8417-5e55385b5e04 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=758ea9e6-2737-427b-bf4a-218a18974f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550127 Sep 13 08:03:08.504275 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (8944c58c-2584-4f0e-8d58-4a4c7d04525d), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:08.523731 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f177429-88e7-43b1-9327-50fd894cba37 None None] The sync data for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi is: [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:00:17Z', 'revision_number': 4, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '55acb517-3fa8-4e34-9ea3-25804ab7dc83', 'name': '', 'network_id': '758ea9e6-2737-427b-bf4a-218a18974f38', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'mac_address': 'fa:16:3e:b1:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'subnets': [{'id': '139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:08.534461 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'Port': ['ID=8944c58c-2584-4f0e-8d58-4a4c7d04525d,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:08.721231 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:08.726276 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-2b034f99-f348-4974-8cd1-3f18ce5bb7b7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--351272523&fields=id&tenant_id=673e7e0a20014808a399969e1d5e0d41 HTTP/1.1" status: 200 len: 267 time: 0.0755587 Sep 13 08:03:08.882964 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-32dfd8b1-f90f-4b16-911f-edda93ceda2e req-0521bd4b-c1ce-481f-a94e-78754a860f9c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 210 time: 0.0352330 Sep 13 08:03:08.894235 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-29370d2d-4e21-4e34-9774-175c416841e5 req-6eb97cb2-8ba1-4a58-a06f-fa75295bf08d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071937 Sep 13 08:03:08.972816 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ba601-cc4a-42cf-9b06-e67cdb86a815 None None] New status for floating IP fbc198ed-19f9-47da-859a-c4ae5206f5c1: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:03:09.018993 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-29370d2d-4e21-4e34-9774-175c416841e5 req-ff94d076-789b-4ddb-881c-ea408fd37065 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176066 Sep 13 08:03:09.212720 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1396-303f-4b8e-a130-078a7b566210 req-0597c8c6-2d1e-4376-9381-803cd1e9e26d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:09.212720 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-0597c8c6-2d1e-4376-9381-803cd1e9e26d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 811 time: 0.4768934 Sep 13 08:03:09.217842 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:09.228828 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:09.240685 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:09.241292 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:09.255290 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-624fcd15-4faa-4257-a1b6-85b4009f2db7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/quotas/673e7e0a20014808a399969e1d5e0d41 HTTP/1.1" status: 200 len: 375 time: 0.0345240 Sep 13 08:03:09.283199 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] No DVR routers for this DVR port 8944c58c-2584-4f0e-8d58-4a4c7d04525d on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:09.286349 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:09.291192 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-11b457fd-50a1-4bc9-8cd3-ce369265c137 req-f3d097e3-1a4a-4e6d-93ae-32e3b53a9a9b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8944c58c-2584-4f0e-8d58-4a4c7d04525d HTTP/1.1" status: 204 len: 173 time: 1.5874791 Sep 13 08:03:09.331845 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-f67f1b3a-d62f-4006-82da-fb4fcaf3980d tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749915 Sep 13 08:03:09.368561 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:09.369837 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:09.441233 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:09.457074 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-1e6be6f1-4fe3-44ec-b242-6ef15be6f255 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119883 Sep 13 08:03:09.559856 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-169c8883-117f-4dbc-ac7c-35b05d1e18f4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016657 Sep 13 08:03:09.581912 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:09.612220 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:09.621495 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:09.622071 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:09.696277 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:09.726190 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:09.736933 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ff89e882-5321-4bbb-9755-3a48a2bdd966 req-b5ff5846-68f5-4d4d-a2ea-ff59764dd766 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 210 time: 0.0323772 Sep 13 08:03:09.849167 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad853f7-74b5-4834-ac90-135c495614c1', 'name': 'network-vif-deleted', 'tag': '8944c58c-2584-4f0e-8d58-4a4c7d04525d'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:09.853031 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc50d427-c689-4938-9f32-500aec43187b" -d '{"events": [{"server_uuid": "9ad853f7-74b5-4834-ac90-135c495614c1", "name": "network-vif-deleted", "tag": "8944c58c-2584-4f0e-8d58-4a4c7d04525d"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:09.904544 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4142d5a8-c72d-4aad-b6ec-db0a762a26e1 x-openstack-request-id: req-4142d5a8-c72d-4aad-b6ec-db0a762a26e1 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:09.904931 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad853f7-74b5-4834-ac90-135c495614c1", "name": "network-vif-deleted", "tag": "8944c58c-2584-4f0e-8d58-4a4c7d04525d", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:09.905266 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4142d5a8-c72d-4aad-b6ec-db0a762a26e1 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:09.905696 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4142d5a8-c72d-4aad-b6ec-db0a762a26e1'] response: {'server_uuid': '9ad853f7-74b5-4834-ac90-135c495614c1', 'name': 'network-vif-deleted', 'tag': '8944c58c-2584-4f0e-8d58-4a4c7d04525d', 'status': 'completed', 'code': 200} Sep 13 08:03:09.926971 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:09.952357 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373e7b2-dcee-4f04-a068-f92651cce51a None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:10.076926 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6ee75954-9913-4b4a-a73a-8da88ffc6d0d req-f7c953d2-9961-4dae-8396-23e0ea97e5fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9ad853f7-74b5-4834-ac90-135c495614c1 HTTP/1.1" status: 200 len: 210 time: 0.0297692 Sep 13 08:03:10.226926 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34723674-8f7a-4c94-8a3e-3e268ffecb1b None None] New status for floating IP 2248c98d-3322-4c7e-9b0b-96987809f31f: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:03:10.578837 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646af48-9d4e-4ac8-8a9d-247f9e57fd28 req-4600c0ec-764d-42d2-aed5-21b9fbf095c6 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:10.580303 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6646af48-9d4e-4ac8-8a9d-247f9e57fd28 req-4600c0ec-764d-42d2-aed5-21b9fbf095c6 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0471659 Sep 13 08:03:10.626430 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6646af48-9d4e-4ac8-8a9d-247f9e57fd28 req-c98ecf5f-86dd-4c28-9d26-bd38d4cbf543 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Sep 13 08:03:10.841175 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8944c58c-2584-4f0e-8d58-4a4c7d04525d no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:10.846256 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fa1f00eb-3e69-46a1-956e-6916589b2913 req-227db83a-259b-4d40-992d-cb440ac88190 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 210 time: 0.0316851 Sep 13 08:03:10.866167 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 8944c58c-2584-4f0e-8d58-4a4c7d04525d {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:10.866167 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8944c58c-2584-4f0e-8d58-4a4c7d04525d not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:11.169985 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 59980) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:11.223136 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f60a836d-cddb-4dfb-b4da-af26a4bf460b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (572dccff-995f-4ac8-81c1-fa798de20b85), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.226835 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:11.231853 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:11.250912 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f60a836d-cddb-4dfb-b4da-af26a4bf460b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (572dccff-995f-4ac8-81c1-fa798de20b85), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.298813 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f60a836d-cddb-4dfb-b4da-af26a4bf460b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (572dccff-995f-4ac8-81c1-fa798de20b85), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.301358 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f60a836d-cddb-4dfb-b4da-af26a4bf460b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.302651 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f60a836d-cddb-4dfb-b4da-af26a4bf460b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/572dccff-995f-4ac8-81c1-fa798de20b85 HTTP/1.1" status: 204 len: 168 time: 0.1316760 Sep 13 08:03:11.305481 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59982) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:11.311995 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a836d-cddb-4dfb-b4da-af26a4bf460b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572dccff-995f-4ac8-81c1-fa798de20b85,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:11.319079 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.api.v2.resource [None req-3918afa5-b907-4745-b047-76d0dadb1568 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] show failed (client error): The resource could not be found. Sep 13 08:03:11.320072 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-3918afa5-b907-4745-b047-76d0dadb1568 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups/572dccff-995f-4ac8-81c1-fa798de20b85 HTTP/1.1" status: 404 len: 347 time: 0.0135586 Sep 13 08:03:11.323214 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59984) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:11.436290 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Deleting port b6728770-0e04-400f-ac25-881b43860e63 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:11.436541 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (b6728770-0e04-400f-ac25-881b43860e63), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.510396 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (b6728770-0e04-400f-ac25-881b43860e63), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.510728 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (b6728770-0e04-400f-ac25-881b43860e63), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.523083 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Calling delete_port for b6728770-0e04-400f-ac25-881b43860e63 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:11.655343 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (b6728770-0e04-400f-ac25-881b43860e63), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.681194 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'Port': ['ID=b6728770-0e04-400f-ac25-881b43860e63,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:11.744153 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (2248c98d-3322-4c7e-9b0b-96987809f31f), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.746549 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.747794 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-216204e1-61a2-458e-9c61-238000247c8a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/2248c98d-3322-4c7e-9b0b-96987809f31f HTTP/1.1" status: 204 len: 168 time: 0.4235930 Sep 13 08:03:11.755020 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1c88b-e622-4b90-ae4e-038ee49c51f3 req-0f3cda1b-436a-470c-8275-068d28d4f6a8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:11.755020 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-86a1c88b-e622-4b90-ae4e-038ee49c51f3 req-0f3cda1b-436a-470c-8275-068d28d4f6a8 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0471511 Sep 13 08:03:11.803651 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-86a1c88b-e622-4b90-ae4e-038ee49c51f3 req-e377f039-6f88-4037-9608-44c0a1f054e0 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=795008af-29c9-4bf7-bf58-695d0327ffdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Sep 13 08:03:11.825027 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59990) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:11.829493 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-340987d2-04bb-48af-ac10-1f4ec38bff1c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380361055', 'description': 'tempest-description--294731908'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:11.850808 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-340987d2-04bb-48af-ac10-1f4ec38bff1c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.921184 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-340987d2-04bb-48af-ac10-1f4ec38bff1c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (f21d7287-50b9-4c7c-a041-6cd19a4d3c61), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.926206 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-340987d2-04bb-48af-ac10-1f4ec38bff1c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (f21d7287-50b9-4c7c-a041-6cd19a4d3c61), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.953218 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-000e873f-e587-4883-af6c-1d021debdc42 req-6570e534-cdcf-4ea0-bd52-9eef92dfbacf tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 210 time: 0.0313702 Sep 13 08:03:11.963412 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-340987d2-04bb-48af-ac10-1f4ec38bff1c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:11.965028 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-340987d2-04bb-48af-ac10-1f4ec38bff1c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1387708 Sep 13 08:03:11.966550 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340987d2-04bb-48af-ac10-1f4ec38bff1c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21d7287-50b9-4c7c-a041-6cd19a4d3c61,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:11.969504 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59994) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:11.974712 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-7d733d52-3bf5-41f3-b7b1-1ffe937340b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group_rule': {'security_group_id': 'f21d7287-50b9-4c7c-a041-6cd19a4d3c61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:12.002388 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d733d52-3bf5-41f3-b7b1-1ffe937340b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (8eaf5688-21a6-4633-a940-5a7b3a6e7d12), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.034305 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:12.045968 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:12.061684 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d733d52-3bf5-41f3-b7b1-1ffe937340b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (8eaf5688-21a6-4633-a940-5a7b3a6e7d12), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.065220 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d733d52-3bf5-41f3-b7b1-1ffe937340b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (8eaf5688-21a6-4633-a940-5a7b3a6e7d12), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.084328 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d733d52-3bf5-41f3-b7b1-1ffe937340b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eaf5688-21a6-4633-a940-5a7b3a6e7d12,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:12.091174 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d733d52-3bf5-41f3-b7b1-1ffe937340b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.092346 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-7d733d52-3bf5-41f3-b7b1-1ffe937340b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217108 Sep 13 08:03:12.095184 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59996) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:12.099956 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-83ffacb8-1ab6-48d4-8bcb-490bcd2916b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group_rule': {'security_group_id': 'f21d7287-50b9-4c7c-a041-6cd19a4d3c61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:12.127373 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-83ffacb8-1ab6-48d4-8bcb-490bcd2916b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (78931dd8-36e1-4383-b566-7d7ca10166c0), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.174612 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-83ffacb8-1ab6-48d4-8bcb-490bcd2916b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (78931dd8-36e1-4383-b566-7d7ca10166c0), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.178162 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-83ffacb8-1ab6-48d4-8bcb-490bcd2916b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (78931dd8-36e1-4383-b566-7d7ca10166c0), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.196198 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffacb8-1ab6-48d4-8bcb-490bcd2916b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78931dd8-36e1-4383-b566-7d7ca10166c0,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:12.203555 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-83ffacb8-1ab6-48d4-8bcb-490bcd2916b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.204713 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-83ffacb8-1ab6-48d4-8bcb-490bcd2916b9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1086259 Sep 13 08:03:12.208412 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 59998) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:12.212828 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:12.235483 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.312977 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.471542 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-105c7003-7d87-44ce-9276-d5688c6dd887 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:12.473086 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-105c7003-7d87-44ce-9276-d5688c6dd887 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 945 time: 0.0590160 Sep 13 08:03:12.502198 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Allocated IP 172.27.1.118 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/17b17c35-f470-4eea-b5d6-2b95f4370180) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:12.535042 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1396-303f-4b8e-a130-078a7b566210 req-fc6aab32-547f-4c98-8d6a-3a26a22367b5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:12.536898 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-fc6aab32-547f-4c98-8d6a-3a26a22367b5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 811 time: 0.1745071 Sep 13 08:03:12.560935 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Deleting port b890f81c-89fa-4f25-9589-36b25c2b0112 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:12.561301 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.650779 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (17b17c35-f470-4eea-b5d6-2b95f4370180), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.657257 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] For port b890f81c-89fa-4f25-9589-36b25c2b0112, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b890f81c-89fa-4f25-9589-36b25c2b0112,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:12.657834 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.671939 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Calling delete_port for b890f81c-89fa-4f25-9589-36b25c2b0112 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:12.700909 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dab86413-c932-4268-9b03-d965519c67cd tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=673e7e0a20014808a399969e1d5e0d41 HTTP/1.1" status: 200 len: 379 time: 0.0899045 Sep 13 08:03:12.713285 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'port': {'device_id': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'admin_state_up': True, 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'security_groups': ['834f5417-b4e3-40d2-b270-80c6bd9f4873']}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:12.748417 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (17b17c35-f470-4eea-b5d6-2b95f4370180), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.776927 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:12.803605 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (b890f81c-89fa-4f25-9589-36b25c2b0112), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.807345 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:12.815545 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['b890f81c-89fa-4f25-9589-36b25c2b0112'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:03:12.838227 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Pushing event deleted for resources: {'Port': ['ID=b890f81c-89fa-4f25-9589-36b25c2b0112,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:12.846414 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:12.867328 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=17b17c35-f470-4eea-b5d6-2b95f4370180,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:12.878266 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:12.889891 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:12.902906 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] No DVR routers for this DVR port b890f81c-89fa-4f25-9589-36b25c2b0112 on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:12.905508 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:12.908971 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f2a3016e-1dc2-40d2-bada-6890a0d1113d req-8a48ff3f-b40d-4b6f-99c6-21742b6afc63 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b890f81c-89fa-4f25-9589-36b25c2b0112 HTTP/1.1" status: 204 len: 173 time: 0.4300046 Sep 13 08:03:12.909568 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'name': 'network-vif-deleted', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:12.912031 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482b50c9-4a43-4c9c-9c1c-cec7e6b39396" -d '{"events": [{"server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "name": "network-vif-deleted", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:12.958120 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9dc69850-1f77-44d9-bf0e-5bdaf8fb8e60 req-e5cf73d2-65b7-49b0-a993-cb4ed43307c3 tempest-TestMinimumBasicScenario-1098656893 tempest-TestMinimumBasicScenario-1098656893-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4e775a42-5136-40d7-a248-9340807a02cf HTTP/1.1" status: 200 len: 210 time: 0.0405087 Sep 13 08:03:12.965294 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc346f-ac88-4aeb-9093-67291f5bcb50 x-openstack-request-id: req-d8bc346f-ac88-4aeb-9093-67291f5bcb50 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:12.966235 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e775a42-5136-40d7-a248-9340807a02cf", "name": "network-vif-deleted", "tag": "b890f81c-89fa-4f25-9589-36b25c2b0112", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:12.966777 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8bc346f-ac88-4aeb-9093-67291f5bcb50 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:12.967854 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bc346f-ac88-4aeb-9093-67291f5bcb50'] response: {'server_uuid': '4e775a42-5136-40d7-a248-9340807a02cf', 'name': 'network-vif-deleted', 'tag': 'b890f81c-89fa-4f25-9589-36b25c2b0112', 'status': 'completed', 'code': 200} Sep 13 08:03:12.992207 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Made reservation on behalf of 673e7e0a20014808a399969e1d5e0d41 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:12.996258 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.073082 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e5b3d3c7-70ed-4876-8609-1d4a9c71342a req-cccbb858-b3db-4a4b-97db-497415045ef5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 210 time: 0.0313032 Sep 13 08:03:13.090156 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.164192 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (17b17c35-f470-4eea-b5d6-2b95f4370180), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.218398 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Allocated IP 172.20.0.13 (06a031c7-2519-4c40-aa94-3951689a554d/c011a6f1-33b1-4cb3-9131-834cfeeba679/b552bbf5-7c7c-4da2-a786-2ff33cc979a2) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:13.437306 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (17b17c35-f470-4eea-b5d6-2b95f4370180), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.449378 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (17b17c35-f470-4eea-b5d6-2b95f4370180), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.456103 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:13.477607 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.535400 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=17b17c35-f470-4eea-b5d6-2b95f4370180,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:13.538464 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.545964 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:13.571353 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.572988 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e83f43a8-edeb-4b43-bbff-34704ef8d334 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3634408 Sep 13 08:03:13.574772 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.618528 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Network 06a031c7-2519-4c40-aa94-3951689a554d is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:13.621710 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:13.628524 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:13.657582 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event updated for resources: {'Port': ['ID=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:13.699886 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:13.700519 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.735913 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-dabd86d5-41da-4ba2-a8db-96554809c65a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0280955 Sep 13 08:03:13.750909 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Request body: {'port': {'device_id': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:13.759398 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-52a4c96e-0bea-4315-bce1-5d9d6489b3d1 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1380361055&fields=id&tenant_id=189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 267 time: 0.0753810 Sep 13 08:03:13.817610 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-e073cda7-8f49-4948-9a65-13c879f6a16f None None] Provisioning complete for port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:13.818212 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e073cda7-8f49-4948-9a65-13c879f6a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.848792 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-e073cda7-8f49-4948-9a65-13c879f6a16f None None] Port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:13.879702 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:13.944377 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-1bd3b17b-9196-4174-88ac-2157fee56d43 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:13.945750 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-1bd3b17b-9196-4174-88ac-2157fee56d43 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 814 time: 0.1700902 Sep 13 08:03:14.011934 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-7135ca52-e742-4d54-bb92-06d541148513 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/quotas/189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 375 time: 0.0578885 Sep 13 08:03:14.089866 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-a52e7a49-a40c-4119-8be8-11bf5d868b6c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723772 Sep 13 08:03:14.204097 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f9c2d-0d39-4187-817a-77b1d86fbcb7 req-8a41532f-e9d0-4c2a-b736-e4402bb9365c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:14.205883 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4a9f9c2d-0d39-4187-817a-77b1d86fbcb7 req-8a41532f-e9d0-4c2a-b736-e4402bb9365c tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 932 time: 0.0504310 Sep 13 08:03:14.256026 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-f44b1095-fbc6-476a-a983-cbe08ca3d883 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310425 Sep 13 08:03:14.265890 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4a9f9c2d-0d39-4187-817a-77b1d86fbcb7 req-6eaac72f-af4c-43af-9e4d-74e66326c330 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517132 Sep 13 08:03:14.318741 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b552bbf5-7c7c-4da2-a786-2ff33cc979a2 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:03:14.347115 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:14.352741 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Publish callbacks [] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:14.374309 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:14.378759 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Transition to ACTIVE for port object b552bbf5-7c7c-4da2-a786-2ff33cc979a2 will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:03:14.388303 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:14.425899 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-2df1b8a0-0b19-4b54-92bc-e8df1981464f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641104 Sep 13 08:03:14.465343 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Pushing event updated for resources: {'Port': ['ID=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:14.515591 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Attempting to bind port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:14.515924 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Attempting to bind port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:14.516263 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Attempting to bind port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 on network 06a031c7-2519-4c40-aa94-3951689a554d {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:14.567347 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 on network 06a031c7-2519-4c40-aa94-3951689a554d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:03:14.567746 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Attempting to bind port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 on network 06a031c7-2519-4c40-aa94-3951689a554d {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:14.619533 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:14.619862 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Checking segment: {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:14.620502 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Bound using segment: {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:14.620956 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Bound port: b552bbf5-7c7c-4da2-a786-2ff33cc979a2, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:14.621314 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:14.633087 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2e020a30-bde0-4b45-83d0-433aec2ec7bf req-6f9fe16b-9824-4c6d-a20b-67b6a185d510 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 210 time: 0.0314345 Sep 13 08:03:14.704432 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] For port b552bbf5-7c7c-4da2-a786-2ff33cc979a2, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:14.708807 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] For port b552bbf5-7c7c-4da2-a786-2ff33cc979a2, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:14.715433 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:14.719050 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:14.719679 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:14.721441 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b552bbf5-7c7c-4da2-a786-2ff33cc979a2 HTTP/1.1" status: 200 len: 1094 time: 0.9773915 Sep 13 08:03:14.723724 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'tag': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:14.726634 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a163db-d00a-49de-96dc-aa4488ae2aab" -d '{"events": [{"name": "network-changed", "server_uuid": "29d9647c-2b09-4e34-b4be-6f4db18864b5", "tag": "b552bbf5-7c7c-4da2-a786-2ff33cc979a2"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:14.775019 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60082) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:14.790417 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26069e6d-38e2-4086-9e64-a8966c01c34e x-openstack-request-id: req-26069e6d-38e2-4086-9e64-a8966c01c34e {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:14.790901 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d9647c-2b09-4e34-b4be-6f4db18864b5", "tag": "b552bbf5-7c7c-4da2-a786-2ff33cc979a2", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:14.791311 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26069e6d-38e2-4086-9e64-a8966c01c34e {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:14.791952 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26069e6d-38e2-4086-9e64-a8966c01c34e'] response: {'name': 'network-changed', 'server_uuid': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'tag': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2', 'status': 'completed', 'code': 200} Sep 13 08:03:14.836162 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acad60-0309-428d-82f0-1edc66b52645 service neutron] Pushing event updated for resources: {'Port': ['ID=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:14.840784 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c1a85f79-7a2a-4737-b587-c761a67b9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:14.842335 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-c1a85f79-7a2a-4737-b587-c761a67b9a53 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 1128 time: 0.0786836 Sep 13 08:03:14.895461 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-91e72d46-cf2d-4336-9055-05498c22732e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b552bbf5-7c7c-4da2-a786-2ff33cc979a2 HTTP/1.1" status: 200 len: 217 time: 0.0450113 Sep 13 08:03:14.955824 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1396-303f-4b8e-a130-078a7b566210 req-f6f151e2-9b58-4883-852f-03db0d5853af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:14.958334 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-f6f151e2-9b58-4883-852f-03db0d5853af service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 200 len: 850 time: 0.0560565 Sep 13 08:03:14.979954 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:15.003103 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1396-303f-4b8e-a130-078a7b566210 req-04a08567-56a2-4f20-9d0b-5e702eeea635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:15.004693 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-04a08567-56a2-4f20-9d0b-5e702eeea635 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=06a031c7-2519-4c40-aa94-3951689a554d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412047 Sep 13 08:03:15.021325 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:15.109376 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-2ef28b9f-b290-49c4-ab12-adccc6af0651 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983450 Sep 13 08:03:15.112607 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:15.202654 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-df0d1396-303f-4b8e-a130-078a7b566210 req-d41cec77-34d1-41b1-87e4-5de0c4e8abb3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873988 Sep 13 08:03:15.387828 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Deleting port 55acb517-3fa8-4e34-9ea3-25804ab7dc83 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:15.388403 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:15.415189 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673489d-e5f8-4c59-8bff-d88d56dc0dde req-4c2c471e-f4a0-4caf-b70e-7602d939320b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:15.416637 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c673489d-e5f8-4c59-8bff-d88d56dc0dde req-4c2c471e-f4a0-4caf-b70e-7602d939320b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 944 time: 0.0722568 Sep 13 08:03:15.509679 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] For port 55acb517-3fa8-4e34-9ea3-25804ab7dc83, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=55acb517-3fa8-4e34-9ea3-25804ab7dc83,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:15.509976 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:15.514726 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c673489d-e5f8-4c59-8bff-d88d56dc0dde req-3ea9660d-f66c-4ddf-a0c4-716f3b407565 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923147 Sep 13 08:03:15.525507 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Calling delete_port for 55acb517-3fa8-4e34-9ea3-25804ab7dc83 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:15.708947 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (55acb517-3fa8-4e34-9ea3-25804ab7dc83), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:15.734753 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Pushing event deleted for resources: {'Port': ['ID=55acb517-3fa8-4e34-9ea3-25804ab7dc83,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:15.742268 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aa8b0650-46e8-47ec-95af-d52a598214ca req-2c537928-7eb9-4974-8f25-796d871249ae tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 210 time: 0.0283811 Sep 13 08:03:15.838557 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:15.892818 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:15.909886 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:16.031069 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-eaa0c79a-f313-42d0-9ff8-90515a8d51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:16.032594 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-eaa0c79a-f313-42d0-9ff8-90515a8d51ea service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 1128 time: 0.0458231 Sep 13 08:03:16.103467 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:16.121460 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:16.135926 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-dd65305b-e71e-4b17-b3eb-44073c728b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:16.137474 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-dd65305b-e71e-4b17-b3eb-44073c728b12 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 912 time: 0.0978308 Sep 13 08:03:16.183350 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-d59d9723-7e3d-4e63-b594-1a65d1907a8c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b552bbf5-7c7c-4da2-a786-2ff33cc979a2 HTTP/1.1" status: 200 len: 217 time: 0.0397160 Sep 13 08:03:16.230936 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:16.235897 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2c0a4221-6866-4539-b7e6-c2f628333268 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cc493c26-bfa0-4e8b-8b76-eacfb9815fd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4598711 Sep 13 08:03:16.241514 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60090) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:16.242476 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] Sync routers for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:16.252060 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:16.252664 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:16.280856 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-6bf8ac77-1e95-48af-b42d-5ecba562cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:16.282243 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-6bf8ac77-1e95-48af-b42d-5ecba562cc79 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 200 len: 850 time: 0.0811722 Sep 13 08:03:16.293823 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:16.348011 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:16.348263 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks [] for router (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:16.356784 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:16.473522 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-2ec7ee1a-3d4f-4159-8889-4f034ead0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:16.475053 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-2ec7ee1a-3d4f-4159-8889-4f034ead0d02 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=06a031c7-2519-4c40-aa94-3951689a554d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551250 Sep 13 08:03:16.502216 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks [] for router_gateway (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:16.623398 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:03:15Z', 'revision_number': 5, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port': {'id': 'e69961c2-9542-4564-8ec1-5b75ed4a1c9e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:13Z', 'updated_at': '2022-09-13T08:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:16.661764 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] Checking router: cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:16.674058 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] Routers {'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:16.675718 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:02:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:16.702520 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558627d-c2a4-4c7e-b1e9-794a65828f9e req-c12a8155-4b28-408e-a47b-89ace13f1712 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:16.704171 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f558627d-c2a4-4c7e-b1e9-794a65828f9e req-c12a8155-4b28-408e-a47b-89ace13f1712 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 944 time: 0.0738358 Sep 13 08:03:16.750302 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61a5d23f-ffa8-4b0e-8990-4085b814fab2 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:16.753106 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61a5d23f-ffa8-4b0e-8990-4085b814fab2 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 814 time: 0.2397473 Sep 13 08:03:16.767018 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-11477a5c-af6c-49f3-8f5e-f25e6ad88e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:16.783777 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] Set router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 gateway port host: None {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:16.850990 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:03:16Z', 'revision_number': 6, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port_host': None}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:16.870077 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f558627d-c2a4-4c7e-b1e9-794a65828f9e req-7b911fa5-2526-400e-9608-6b699bdaf9a1 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533120 Sep 13 08:03:16.870598 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b890f81c-89fa-4f25-9589-36b25c2b0112 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:16.888871 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ea464-9d82-4c99-a2d8-9edd06b89717 None None] The sync data for ids ['cc493c26-bfa0-4e8b-8b76-eacfb9815fd1'] in dv-cinder-857075-3-iscsi is: [{'id': 'cc493c26-bfa0-4e8b-8b76-eacfb9815fd1', 'name': 'tempest-TestMinimumBasicScenario-1395411143-router', 'tenant_id': '29cd3d666355422e8ac5802fd07de461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:12Z', 'updated_at': '2022-09-13T08:03:16Z', 'revision_number': 6, 'project_id': '29cd3d666355422e8ac5802fd07de461', 'gw_port_host': None}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:16.897238 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-e9a81e03-3d61-42c5-aaeb-67ea411407c5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 380 time: 0.1238391 Sep 13 08:03:16.899506 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: b890f81c-89fa-4f25-9589-36b25c2b0112 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:16.899954 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b890f81c-89fa-4f25-9589-36b25c2b0112 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:16.907017 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'port': {'device_id': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'admin_state_up': True, 'tenant_id': '189468d0e3034caaa498442603da0609', 'security_groups': ['f21d7287-50b9-4c7c-a041-6cd19a4d3c61']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:16.908173 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Deleting port e69961c2-9542-4564-8ec1-5b75ed4a1c9e {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:16.908521 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:16.930511 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5d0914b0-8b79-4cd5-995f-4548c123185a req-2cd1dadd-6ed0-4d7b-b8fb-8a4b23d15a00 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 210 time: 0.0486825 Sep 13 08:03:16.941203 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-2e546e4d-58ce-4b55-97d1-eb8032a707ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585392 Sep 13 08:03:17.023863 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Made reservation on behalf of 189468d0e3034caaa498442603da0609 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:17.027709 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.075875 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] For port e69961c2-9542-4564-8ec1-5b75ed4a1c9e, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=e69961c2-9542-4564-8ec1-5b75ed4a1c9e,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:17.076495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.098880 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Calling delete_port for e69961c2-9542-4564-8ec1-5b75ed4a1c9e owned by network:router_gateway {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:17.102335 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-81a163db-d00a-49de-96dc-aa4488ae2aab req-b0fdbc36-e26e-45af-91c3-b6eb81df8591 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548171 Sep 13 08:03:17.159614 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Allocated IP 172.20.0.5 (bda84770-0e33-4d8d-bc36-9e89bb74859d/1a33a1f9-3916-4950-a4d3-15e3090b49c8/e8a97cb2-941d-4820-83d3-f307a36d70c1) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:17.173167 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:17.179699 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:17.272498 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (e69961c2-9542-4564-8ec1-5b75ed4a1c9e), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.299177 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69961c2-9542-4564-8ec1-5b75ed4a1c9e,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:17.316609 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.351374 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:17.351887 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.369246 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.399567 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Network bda84770-0e33-4d8d-bc36-9e89bb74859d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:17.402615 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:17.404951 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:17.442697 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=e8a97cb2-941d-4820-83d3-f307a36d70c1,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:17.462530 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.465072 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks [] for router_controller (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.469717 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:17.471587 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:17.472255 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.493592 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-61d0f524-9f37-463e-9930-3ecc45c68b53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910938 Sep 13 08:03:17.506253 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Request body: {'port': {'device_id': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:17.513530 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (cc493c26-bfa0-4e8b-8b76-eacfb9815fd1), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.514218 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 {{(pid=106243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:03:17.520175 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.523835 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4935ee71-8203-49af-aabf-7c5b352c4c66 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/cc493c26-bfa0-4e8b-8b76-eacfb9815fd1 HTTP/1.1" status: 204 len: 168 time: 1.2789373 Sep 13 08:03:17.523995 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60100) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:17.580753 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c01f9f-033f-4638-a20d-5b614586ac44 admin admin] Deleting subnet 139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0 {{(pid=106243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:03:17.583784 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c0c01f9f-033f-4638-a20d-5b614586ac44 admin admin] Publish callbacks [] for subnet (139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.585358 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.619720 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c0c01f9f-033f-4638-a20d-5b614586ac44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14310313'] for subnet (139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.696244 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c0c01f9f-033f-4638-a20d-5b614586ac44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.696536 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-f351b8df-db5f-4091-8ba8-ffcedd1c009e None None] Provisioning complete for port e8a97cb2-941d-4820-83d3-f307a36d70c1 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:17.697104 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f351b8df-db5f-4091-8ba8-ffcedd1c009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.731076 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-f351b8df-db5f-4091-8ba8-ffcedd1c009e None None] Port e8a97cb2-941d-4820-83d3-f307a36d70c1 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:17.765899 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c0c01f9f-033f-4638-a20d-5b614586ac44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14327129'] for subnet (139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.793517 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c01f9f-033f-4638-a20d-5b614586ac44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:17.795709 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c0c01f9f-033f-4638-a20d-5b614586ac44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.798867 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-c0c01f9f-033f-4638-a20d-5b614586ac44 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/139eb2a2-5a7b-4c8a-87fc-1638ef3c14c0 HTTP/1.1" status: 204 len: 168 time: 0.2738791 Sep 13 08:03:17.802191 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60102) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:17.804712 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d912f-9fb8-43ed-876c-301191cd87e0 None None] Network 758ea9e6-2737-427b-bf4a-218a18974f38 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:03:17.857971 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a97cb2-941d-4820-83d3-f307a36d70c1 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:03:17.867116 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Publish callbacks [] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.875675 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (758ea9e6-2737-427b-bf4a-218a18974f38), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.886714 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Transition to ACTIVE for port object e8a97cb2-941d-4820-83d3-f307a36d70c1 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:03:17.891363 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.892677 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:17.941708 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Deleting port 06d32f5f-c1bd-423a-a720-07844cd875e1 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:17.942185 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:17.999335 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] DHCP port deletion for 758ea9e6-2737-427b-bf4a-218a18974f38 request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:03:18.003058 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:18.060895 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a97cb2-941d-4820-83d3-f307a36d70c1,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:18.077119 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Deleting port 06d32f5f-c1bd-423a-a720-07844cd875e1 {{(pid=106244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:18.077724 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), before_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.081116 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] For port 06d32f5f-c1bd-423a-a720-07844cd875e1, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=06d32f5f-c1bd-423a-a720-07844cd875e1,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:18.081652 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.087533 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d912fa-ca34-44a8-ad91-17f4aeccfe10 req-8810e030-72e4-4613-873f-3c11f76fea0b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:18.089151 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f7d912fa-ca34-44a8-ad91-17f4aeccfe10 req-8810e030-72e4-4613-873f-3c11f76fea0b tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 944 time: 0.0962341 Sep 13 08:03:18.113579 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7a550-1395-43ae-84a6-198470c2f3f1 req-1cf3bbdc-e944-4886-b310-5004ec5c00f0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:18.121135 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5ac7a550-1395-43ae-84a6-198470c2f3f1 req-1cf3bbdc-e944-4886-b310-5004ec5c00f0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 943 time: 0.0842831 Sep 13 08:03:18.130105 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Attempting to bind port e8a97cb2-941d-4820-83d3-f307a36d70c1 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:18.130539 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Attempting to bind port e8a97cb2-941d-4820-83d3-f307a36d70c1 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:18.130941 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Attempting to bind port e8a97cb2-941d-4820-83d3-f307a36d70c1 on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:18.133936 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Calling delete_port for 06d32f5f-c1bd-423a-a720-07844cd875e1 owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:18.170744 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:18.193611 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Port e8a97cb2-941d-4820-83d3-f307a36d70c1 on network bda84770-0e33-4d8d-bc36-9e89bb74859d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:03:18.194189 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Attempting to bind port e8a97cb2-941d-4820-83d3-f307a36d70c1 on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:18.222528 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5ac7a550-1395-43ae-84a6-198470c2f3f1 req-966152c5-571d-4b32-b58e-abaa76943595 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004498 Sep 13 08:03:18.264891 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:18.265157 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.265712 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Checking segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:18.266444 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Bound using segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:18.268947 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Bound port: e8a97cb2-941d-4820-83d3-f307a36d70c1, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:18.269319 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.289680 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:18.294726 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f7d912fa-ca34-44a8-ad91-17f4aeccfe10 req-8e639b81-4a35-425d-9f1b-66c061bf1ec1 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928232 Sep 13 08:03:18.298279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Pushing event deleted for resources: {'Port': ['ID=06d32f5f-c1bd-423a-a720-07844cd875e1,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:18.315076 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] No DVR routers for this DVR port 06d32f5f-c1bd-423a-a720-07844cd875e1 on host dv-cinder-857075-3-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:18.331350 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] For port 06d32f5f-c1bd-423a-a720-07844cd875e1, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=06d32f5f-c1bd-423a-a720-07844cd875e1,segment=NetworkSegment(b22137f4-c064-4680-8a3e-98fec14175dc),segment_id=b22137f4-c064-4680-8a3e-98fec14175dc)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:18.331892 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), precommit_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.346881 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Calling delete_port for 06d32f5f-c1bd-423a-a720-07844cd875e1 owned by network:dhcp {{(pid=106244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:18.353050 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] For port e8a97cb2-941d-4820-83d3-f307a36d70c1, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:18.356772 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] For port e8a97cb2-941d-4820-83d3-f307a36d70c1, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8a97cb2-941d-4820-83d3-f307a36d70c1,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:18.363689 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.371569 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:18.371739 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.373039 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e8a97cb2-941d-4820-83d3-f307a36d70c1 HTTP/1.1" status: 200 len: 1093 time: 0.8725190 Sep 13 08:03:18.373602 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'tag': 'e8a97cb2-941d-4820-83d3-f307a36d70c1'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:18.375843 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ec8bcf-61ba-467d-953c-9cff268a7c54" -d '{"events": [{"name": "network-changed", "server_uuid": "9e744f38-69da-4a6f-9ccc-c33e2905eef5", "tag": "e8a97cb2-941d-4820-83d3-f307a36d70c1"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:18.420718 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16464cf-97ba-44bd-a03f-c56dd00e16e4 x-openstack-request-id: req-c16464cf-97ba-44bd-a03f-c56dd00e16e4 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:18.421007 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e744f38-69da-4a6f-9ccc-c33e2905eef5", "tag": "e8a97cb2-941d-4820-83d3-f307a36d70c1", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:18.421259 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c16464cf-97ba-44bd-a03f-c56dd00e16e4 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:18.421659 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16464cf-97ba-44bd-a03f-c56dd00e16e4'] response: {'name': 'network-changed', 'server_uuid': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'tag': 'e8a97cb2-941d-4820-83d3-f307a36d70c1', 'status': 'completed', 'code': 200} Sep 13 08:03:18.434347 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (06d32f5f-c1bd-423a-a720-07844cd875e1), after_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.444483 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (758ea9e6-2737-427b-bf4a-218a18974f38), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.467352 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758ea9e6-2737-427b-bf4a-218a18974f38']}} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:18.479203 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf50dd-4365-4b53-8c83-ea6cf4a2b017 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a97cb2-941d-4820-83d3-f307a36d70c1,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:18.482273 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22137f4-c064-4680-8a3e-98fec14175dc') {'for_net_delete': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:18.482579 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22137f4-c064-4680-8a3e-98fec14175dc') {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:18.482725 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-672c699e-25f8-4b86-a454-8fd2c0b6cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:18.484176 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-672c699e-25f8-4b86-a454-8fd2c0b6cc2b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 1127 time: 0.0524271 Sep 13 08:03:18.498484 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14310304'] for segment (b22137f4-c064-4680-8a3e-98fec14175dc), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.499529 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Pushing event deleted for resources: {'Port': ['ID=06d32f5f-c1bd-423a-a720-07844cd875e1,revision_number=None']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:18.510774 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.511469 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.512068 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.512627 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.513270 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.513870 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.514495 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.515052 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.515625 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.516217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.516873 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.517029 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (b22137f4-c064-4680-8a3e-98fec14175dc), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.517611 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.518267 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.518853 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.519395 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:18.523513 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f6aac-d048-448e-af3a-2c6d0418fd74 None None] No DVR routers for this DVR port 06d32f5f-c1bd-423a-a720-07844cd875e1 on host dv-cinder-857075-3-iscsi {{(pid=106244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:18.531932 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:03:18.532269 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13807956'] for segment (b22137f4-c064-4680-8a3e-98fec14175dc), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.536763 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device e69961c2-9542-4564-8ec1-5b75ed4a1c9e no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:18.544047 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-6af79073-b8da-4352-a69f-8902e87fdc7e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a97cb2-941d-4820-83d3-f307a36d70c1 HTTP/1.1" status: 200 len: 217 time: 0.0528643 Sep 13 08:03:18.573984 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: e69961c2-9542-4564-8ec1-5b75ed4a1c9e {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:18.574557 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device e69961c2-9542-4564-8ec1-5b75ed4a1c9e not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:18.575156 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 06d32f5f-c1bd-423a-a720-07844cd875e1 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:18.588816 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:18.589807 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:18.597178 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 06d32f5f-c1bd-423a-a720-07844cd875e1 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:18.597776 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 06d32f5f-c1bd-423a-a720-07844cd875e1 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:18.598538 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 55acb517-3fa8-4e34-9ea3-25804ab7dc83 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:18.608483 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-52aec3da-7c7c-4997-9032-4232943586ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:18.608483 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-52aec3da-7c7c-4997-9032-4232943586ec service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0566533 Sep 13 08:03:18.612634 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (758ea9e6-2737-427b-bf4a-218a18974f38), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.615705 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment b22137f4-c064-4680-8a3e-98fec14175dc resource provider aggregate not found Sep 13 08:03:18.623482 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:18.630375 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/758ea9e6-2737-427b-bf4a-218a18974f38 HTTP/1.1" status: 204 len: 168 time: 0.8272247 Sep 13 08:03:18.634205 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment b22137f4-c064-4680-8a3e-98fec14175dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b22137f4-c064-4680-8a3e-98fec14175dc found for delete ", "request_id": "req-bf09cbea-ea58-4594-bf2e-531290565537"}]} Sep 13 08:03:18.635801 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60122) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:18.641049 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 55acb517-3fa8-4e34-9ea3-25804ab7dc83 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:18.641576 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 55acb517-3fa8-4e34-9ea3-25804ab7dc83 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:18.651712 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc65e0d-9461-4f35-912a-9580fc7a257d admin admin] Pushing event deleted for resources: {'Network': ['ID=758ea9e6-2737-427b-bf4a-218a18974f38,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:18.671354 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-448fef77-b1e2-432a-8418-6081085376e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:18.672889 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-448fef77-b1e2-432a-8418-6081085376e2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596440 Sep 13 08:03:18.774401 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-a4346d9b-99ad-4be4-9bc3-c59825bf72f5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942888 Sep 13 08:03:18.867997 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b552bbf5-7c7c-4da2-a786-2ff33cc979a2 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:03:18.990865 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-18fc802a-b9bd-40c2-9fb6-6f8911839ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:19.012398 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port b552bbf5-7c7c-4da2-a786-2ff33cc979a2, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:19.027122 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'port_id': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2', 'mac_address': 'fa:16:3e:e5:f6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:03:19.064318 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:19.064865 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:19.078708 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b552bbf5-7c7c-4da2-a786-2ff33cc979a2 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:03:19.100817 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port b552bbf5-7c7c-4da2-a786-2ff33cc979a2, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:19.101541 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (93ce80fd-a807-4489-b9f1-4425ba9e66f5), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:19.105481 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:19.151387 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a23838ef-cd57-4f44-a2fe-59bce68fa1c8 req-a1cf6fc5-a8cc-4433-991a-96e64dc89f31 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683841 Sep 13 08:03:19.157344 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:19.348876 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c53e2-a683-498f-9018-e9bc4589375b req-bfcf4241-0d3f-4c4a-84c9-b0515acddbc2 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:19.352677 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-272c53e2-a683-498f-9018-e9bc4589375b req-bfcf4241-0d3f-4c4a-84c9-b0515acddbc2 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 943 time: 0.0539687 Sep 13 08:03:19.363951 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['b552bbf5-7c7c-4da2-a786-2ff33cc979a2'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:03:19.390240 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:19.404276 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-272c53e2-a683-498f-9018-e9bc4589375b req-5c5c3f5d-62c1-4240-b0dd-b3334dd8c9f4 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457675 Sep 13 08:03:19.413267 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Deleting port d7ba9046-4d8b-4210-9863-142d4f67b745 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:19.413614 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:19.433637 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c1f13-4d3d-4d72-9652-5869c23a6b86 req-9240ba26-049d-4b43-9d5a-8fe6ca5af9e5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:19.435144 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ef8c1f13-4d3d-4d72-9652-5869c23a6b86 req-9240ba26-049d-4b43-9d5a-8fe6ca5af9e5 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 945 time: 0.0678244 Sep 13 08:03:19.498381 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:19.531025 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ef8c1f13-4d3d-4d72-9652-5869c23a6b86 req-7f54776a-1278-4bcd-8686-87b109c71a5f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870404 Sep 13 08:03:19.537500 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] For port d7ba9046-4d8b-4210-9863-142d4f67b745, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=d7ba9046-4d8b-4210-9863-142d4f67b745,segment=NetworkSegment(048bfcda-2bf6-4000-a02f-854d25fb355a),segment_id=048bfcda-2bf6-4000-a02f-854d25fb355a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:19.537897 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:19.550080 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Calling delete_port for d7ba9046-4d8b-4210-9863-142d4f67b745 owned by network:router_interface {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:19.592126 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:19.678436 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:19.728728 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (d7ba9046-4d8b-4210-9863-142d4f67b745), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:19.757651 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ba9046-4d8b-4210-9863-142d4f67b745,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:19.919992 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (93ce80fd-a807-4489-b9f1-4425ba9e66f5), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:19.994566 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-835ed5f4-05c8-46e5-8cbb-7c114ccda4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:19.996210 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-835ed5f4-05c8-46e5-8cbb-7c114ccda4aa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 1127 time: 0.0415595 Sep 13 08:03:20.104524 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-e47e59d1-e16d-4201-9e6e-2f40e65bbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:20.106379 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-e47e59d1-e16d-4201-9e6e-2f40e65bbd82 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 915 time: 0.0907428 Sep 13 08:03:20.148492 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-0edc059b-ac3c-4c8f-82a5-327097c2c057 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a97cb2-941d-4820-83d3-f307a36d70c1 HTTP/1.1" status: 200 len: 217 time: 0.0355599 Sep 13 08:03:20.201321 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:20.209374 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-41c1e3fa-4a5e-4dd4-8802-0b0ba4239c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:20.211028 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-41c1e3fa-4a5e-4dd4-8802-0b0ba4239c01 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0570872 Sep 13 08:03:20.257419 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-a929f3b3-3c5b-445f-8d34-d92271d870c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:20.259035 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-a929f3b3-3c5b-445f-8d34-d92271d870c4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418324 Sep 13 08:03:20.360277 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-3aaca6fc-4fda-4f55-b644-15e9b1295473 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947387 Sep 13 08:03:20.389774 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:20.458078 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b5ec8bcf-61ba-467d-953c-9cff268a7c54 req-2877f39d-c593-456a-bcb3-b47d6f4eea40 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906014 Sep 13 08:03:20.541088 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03ae6-4cc5-45dd-af16-2679ca42414f req-699c14f0-d831-4ea2-a1aa-adbda72bbe55 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:20.542566 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b6f03ae6-4cc5-45dd-af16-2679ca42414f req-699c14f0-d831-4ea2-a1aa-adbda72bbe55 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 943 time: 0.0591931 Sep 13 08:03:20.543624 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:20.548559 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a2653153-1e54-460e-8cea-a8b578d4894a admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/93ce80fd-a807-4489-b9f1-4425ba9e66f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9118662 Sep 13 08:03:20.551783 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60138) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:20.554121 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] Sync routers for ids ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:20.564543 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] Routers {'93ce80fd-a807-4489-b9f1-4425ba9e66f5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:20.565946 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:20.609997 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b6f03ae6-4cc5-45dd-af16-2679ca42414f req-16f5f537-97b9-4519-bd6e-2630d53d51ae tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602582 Sep 13 08:03:20.671114 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:20.684888 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] Set router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:20.700943 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed788f8-3862-47e7-97a6-e4237d46f010 req-2cdad448-2815-4bc4-b5b3-f5965a541fca tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:20.702438 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ed788f8-3862-47e7-97a6-e4237d46f010 req-2cdad448-2815-4bc4-b5b3-f5965a541fca tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 945 time: 0.0672083 Sep 13 08:03:20.707375 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks [] for router (93ce80fd-a807-4489-b9f1-4425ba9e66f5), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:20.810437 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:20.818382 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ed788f8-3862-47e7-97a6-e4237d46f010 req-9a7ae345-5081-4c8f-991c-027a07366d61 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090796 Sep 13 08:03:20.853983 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks [] for router_gateway (93ce80fd-a807-4489-b9f1-4425ba9e66f5), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:20.870087 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device e8a97cb2-941d-4820-83d3-f307a36d70c1 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:03:20.872049 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b552bbf5-7c7c-4da2-a786-2ff33cc979a2 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:20.875805 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:22Z', 'updated_at': '2022-09-13T08:03:19Z', 'revision_number': 5, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'gw_port': {'id': 'f4ced973-c775-40db-ac79-e0abbd95700e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:23Z', 'updated_at': '2022-09-13T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:20.897771 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Deleting port f4ced973-c775-40db-ac79-e0abbd95700e {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:20.898117 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:20.929257 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] Checking router: 93ce80fd-a807-4489-b9f1-4425ba9e66f5 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:20.977032 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] Routers {'93ce80fd-a807-4489-b9f1-4425ba9e66f5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:20.977680 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:20.997950 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] For port f4ced973-c775-40db-ac79-e0abbd95700e, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=f4ced973-c775-40db-ac79-e0abbd95700e,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:20.998319 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.023361 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Calling delete_port for f4ced973-c775-40db-ac79-e0abbd95700e owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:21.079385 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:03:21.095777 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:21.098766 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:21.099147 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.136859 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] Set router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:21.215460 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (f4ced973-c775-40db-ac79-e0abbd95700e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.221447 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:22Z', 'updated_at': '2022-09-13T08:03:20Z', 'revision_number': 6, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'gw_port_host': None}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:21.229912 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port e8a97cb2-941d-4820-83d3-f307a36d70c1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8a97cb2-941d-4820-83d3-f307a36d70c1,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:21.243991 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ced973-c775-40db-ac79-e0abbd95700e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:21.265920 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439e0d34-cb74-439b-9a7a-8dfc72abb846 None None] The sync data for ids ['93ce80fd-a807-4489-b9f1-4425ba9e66f5'] in dv-cinder-857075-3-iscsi is: [{'id': '93ce80fd-a807-4489-b9f1-4425ba9e66f5', 'name': 'tempest-TestMinimumBasicScenario-41974855-router', 'tenant_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:22Z', 'updated_at': '2022-09-13T08:03:20Z', 'revision_number': 6, 'project_id': '071020b20eab4c8e99e1a89e8e4d27f7', 'gw_port_host': None}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:21.273611 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'e8a97cb2-941d-4820-83d3-f307a36d70c1', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'port_id': 'e8a97cb2-941d-4820-83d3-f307a36d70c1', 'mac_address': 'fa:16:3e:ec:14:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:03:21.313813 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (93ce80fd-a807-4489-b9f1-4425ba9e66f5), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.326708 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81ba11-2c9d-44f5-af9a-ed2a7c32d7dd req-81989e6b-d5bc-4f67-b95e-c608cc17ae9a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:21.330837 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cb81ba11-2c9d-44f5-af9a-ed2a7c32d7dd req-81989e6b-d5bc-4f67-b95e-c608cc17ae9a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0982320 Sep 13 08:03:21.345163 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port e8a97cb2-941d-4820-83d3-f307a36d70c1 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:21.345557 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.349058 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:21.349432 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.364289 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:21.369828 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a97cb2-941d-4820-83d3-f307a36d70c1 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:03:21.382958 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cb81ba11-2c9d-44f5-af9a-ed2a7c32d7dd req-295842b6-652d-4060-9ece-c5cebe536db0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451729 Sep 13 08:03:21.393064 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:21.395912 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8c63e6-d8ae-4028-b454-45a9f65b8e64" -d '{"events": [{"server_uuid": "29d9647c-2b09-4e34-b4be-6f4db18864b5", "name": "network-vif-plugged", "status": "completed", "tag": "b552bbf5-7c7c-4da2-a786-2ff33cc979a2"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:21.411817 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port e8a97cb2-941d-4820-83d3-f307a36d70c1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8a97cb2-941d-4820-83d3-f307a36d70c1,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:21.416056 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port b552bbf5-7c7c-4da2-a786-2ff33cc979a2, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:21.417653 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.424720 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.424903 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (93ce80fd-a807-4489-b9f1-4425ba9e66f5), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.426998 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks [] for router_controller (93ce80fd-a807-4489-b9f1-4425ba9e66f5), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.453936 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c387ab2b-a96b-4a16-9e76-2bb06cc6a5b8 x-openstack-request-id: req-c387ab2b-a96b-4a16-9e76-2bb06cc6a5b8 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:21.454263 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d9647c-2b09-4e34-b4be-6f4db18864b5", "name": "network-vif-plugged", "status": "completed", "tag": "b552bbf5-7c7c-4da2-a786-2ff33cc979a2", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:21.454515 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c387ab2b-a96b-4a16-9e76-2bb06cc6a5b8 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:21.455010 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c387ab2b-a96b-4a16-9e76-2bb06cc6a5b8'] response: {'server_uuid': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2', 'code': 200} Sep 13 08:03:21.473558 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=e8a97cb2-941d-4820-83d3-f307a36d70c1,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:21.494283 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (93ce80fd-a807-4489-b9f1-4425ba9e66f5), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.495002 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ce80fd-a807-4489-b9f1-4425ba9e66f5 {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:03:21.499761 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.500915 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-496f7bba-e6d3-4684-8e9a-6422796c1b9f admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/93ce80fd-a807-4489-b9f1-4425ba9e66f5 HTTP/1.1" status: 204 len: 168 time: 0.9481421 Sep 13 08:03:21.503405 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60152) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:21.525583 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:21.551415 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a81b52-d6ba-4395-8d19-110eb4818939 admin admin] Deleting subnet 641aa58f-b87b-4f8e-9260-1af3d881b460 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:03:21.554655 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d9a81b52-d6ba-4395-8d19-110eb4818939 admin admin] Publish callbacks [] for subnet (641aa58f-b87b-4f8e-9260-1af3d881b460), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.587159 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:21.591394 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d9a81b52-d6ba-4395-8d19-110eb4818939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12984720'] for subnet (641aa58f-b87b-4f8e-9260-1af3d881b460), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.662322 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['e8a97cb2-941d-4820-83d3-f307a36d70c1'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:03:21.708086 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d9a81b52-d6ba-4395-8d19-110eb4818939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (641aa58f-b87b-4f8e-9260-1af3d881b460), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.721915 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:21.733611 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:21.739808 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.770306 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0e240-f97c-4c1a-8ba2-1044753e1d66 req-4dbce0bb-097b-4f6a-b3cb-063fba6de7f5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:21.771042 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d9a81b52-d6ba-4395-8d19-110eb4818939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13729163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13043827'] for subnet (641aa58f-b87b-4f8e-9260-1af3d881b460), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.772048 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0ee0e240-f97c-4c1a-8ba2-1044753e1d66 req-4dbce0bb-097b-4f6a-b3cb-063fba6de7f5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 944 time: 0.0748420 Sep 13 08:03:21.795827 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a81b52-d6ba-4395-8d19-110eb4818939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641aa58f-b87b-4f8e-9260-1af3d881b460,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:21.812000 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d9a81b52-d6ba-4395-8d19-110eb4818939 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.813078 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6c8bbf-4b91-42b3-9ec5-f0fd37e960a4 None None] Network 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:03:21.818898 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d9a81b52-d6ba-4395-8d19-110eb4818939 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/641aa58f-b87b-4f8e-9260-1af3d881b460 HTTP/1.1" status: 204 len: 168 time: 0.3116410 Sep 13 08:03:21.819701 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60156) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:21.825135 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0ee0e240-f97c-4c1a-8ba2-1044753e1d66 req-49a985b9-f8ef-4b6c-90f8-1beaf180ccda tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459270 Sep 13 08:03:21.898017 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.904954 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (0c5977a1-ee6e-4bfe-8d01-c4e41b627068), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:21.994384 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b16b5-16a7-4ec0-ab5f-8a9374a4771e req-b45e2fad-f231-48a3-bccc-e29b095f31bb tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:21.995851 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c54b16b5-16a7-4ec0-ab5f-8a9374a4771e req-b45e2fad-f231-48a3-bccc-e29b095f31bb tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 946 time: 0.0807867 Sep 13 08:03:21.996343 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Deleting port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:21.996676 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.085724 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] For port 71a6234f-69e4-40db-a2fb-51fdfaca9f98, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=71a6234f-69e4-40db-a2fb-51fdfaca9f98,segment=NetworkSegment(048bfcda-2bf6-4000-a02f-854d25fb355a),segment_id=048bfcda-2bf6-4000-a02f-854d25fb355a)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:22.086112 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.086673 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7737cc10-f597-443d-a66a-14f038a99cd0 None None] DHCP port deletion for 0c5977a1-ee6e-4bfe-8d01-c4e41b627068 request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:03:22.108192 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Calling delete_port for 71a6234f-69e4-40db-a2fb-51fdfaca9f98 owned by network:dhcp {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:22.112735 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c54b16b5-16a7-4ec0-ab5f-8a9374a4771e req-f36d248f-61bf-43d3-b750-9a07f9fbd941 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038737 Sep 13 08:03:22.124938 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-7737cc10-f597-443d-a66a-14f038a99cd0 None None] Deleting port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 {{(pid=106244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:22.125317 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7737cc10-f597-443d-a66a-14f038a99cd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), before_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.195042 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-7737cc10-f597-443d-a66a-14f038a99cd0 None None] For port 71a6234f-69e4-40db-a2fb-51fdfaca9f98, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=71a6234f-69e4-40db-a2fb-51fdfaca9f98,segment=NetworkSegment(048bfcda-2bf6-4000-a02f-854d25fb355a),segment_id=048bfcda-2bf6-4000-a02f-854d25fb355a)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:22.195528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7737cc10-f597-443d-a66a-14f038a99cd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), precommit_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.197600 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.209454 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-7737cc10-f597-443d-a66a-14f038a99cd0 None None] Calling delete_port for 71a6234f-69e4-40db-a2fb-51fdfaca9f98 owned by network:dhcp {{(pid=106244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:22.224311 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Pushing event deleted for resources: {'Port': ['ID=71a6234f-69e4-40db-a2fb-51fdfaca9f98,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:22.227587 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] No DVR routers for this DVR port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 on host dv-cinder-857075-3-iscsi {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:22.286955 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7737cc10-f597-443d-a66a-14f038a99cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (71a6234f-69e4-40db-a2fb-51fdfaca9f98), after_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.304234 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (0c5977a1-ee6e-4bfe-8d01-c4e41b627068), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.313757 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737cc10-f597-443d-a66a-14f038a99cd0 None None] Pushing event deleted for resources: {'Port': ['ID=71a6234f-69e4-40db-a2fb-51fdfaca9f98,revision_number=None']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:22.319326 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737cc10-f597-443d-a66a-14f038a99cd0 None None] No DVR routers for this DVR port 71a6234f-69e4-40db-a2fb-51fdfaca9f98 on host dv-cinder-857075-3-iscsi {{(pid=106244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:22.335708 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5977a1-ee6e-4bfe-8d01-c4e41b627068']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:22.337685 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:22.347169 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048bfcda-2bf6-4000-a02f-854d25fb355a') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:22.347434 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048bfcda-2bf6-4000-a02f-854d25fb355a') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:22.359777 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12984729'] for segment (048bfcda-2bf6-4000-a02f-854d25fb355a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.373820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (048bfcda-2bf6-4000-a02f-854d25fb355a), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.380779 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:03:22.381283 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13729057'] for segment (048bfcda-2bf6-4000-a02f-854d25fb355a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.402793 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 048bfcda-2bf6-4000-a02f-854d25fb355a resource provider aggregate not found Sep 13 08:03:22.443650 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:22.447075 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 048bfcda-2bf6-4000-a02f-854d25fb355a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 048bfcda-2bf6-4000-a02f-854d25fb355a found for delete ", "request_id": "req-0a3b08d9-a74e-47d5-b20e-99d670688ce6"}]} Sep 13 08:03:22.463380 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (0c5977a1-ee6e-4bfe-8d01-c4e41b627068), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.469960 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.477506 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/0c5977a1-ee6e-4bfe-8d01-c4e41b627068 HTTP/1.1" status: 204 len: 168 time: 0.6539485 Sep 13 08:03:22.488107 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device f4ced973-c775-40db-ac79-e0abbd95700e no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:22.490963 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f82f8-4d68-4f9b-bd24-c4af4f3f54ca admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5977a1-ee6e-4bfe-8d01-c4e41b627068,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:22.524196 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eb2ff-9452-43f7-8a49-53e31fd3636d req-514b5c18-cf31-4a8d-93ed-b7a5017473e0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:22.525875 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b24eb2ff-9452-43f7-8a49-53e31fd3636d req-514b5c18-cf31-4a8d-93ed-b7a5017473e0 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0608485 Sep 13 08:03:22.580295 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b24eb2ff-9452-43f7-8a49-53e31fd3636d req-a1275276-e588-4a56-a629-bdd42d765c41 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474265 Sep 13 08:03:22.643749 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: f4ced973-c775-40db-ac79-e0abbd95700e {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:22.644096 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device f4ced973-c775-40db-ac79-e0abbd95700e not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:22.644510 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 71a6234f-69e4-40db-a2fb-51fdfaca9f98 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:22.664935 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 71a6234f-69e4-40db-a2fb-51fdfaca9f98 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:22.665283 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 71a6234f-69e4-40db-a2fb-51fdfaca9f98 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:22.665682 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device d7ba9046-4d8b-4210-9863-142d4f67b745 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:22.673490 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60168) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:22.683692 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: d7ba9046-4d8b-4210-9863-142d4f67b745 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:22.684040 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device d7ba9046-4d8b-4210-9863-142d4f67b745 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:22.713442 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ebcbcd3a-e192-4cc0-ba54-4849e1c22ac7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=29cd3d666355422e8ac5802fd07de461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387280 Sep 13 08:03:22.715820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60170) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:22.762596 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a6ff4991-15ea-43c9-9cb1-0e3879e7ec35 admin admin] Publish callbacks [] for security_group (795008af-29c9-4bf7-bf58-695d0327ffdb), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.782083 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a6ff4991-15ea-43c9-9cb1-0e3879e7ec35 admin admin] Publish callbacks [] for security_group (795008af-29c9-4bf7-bf58-695d0327ffdb), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.829959 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a6ff4991-15ea-43c9-9cb1-0e3879e7ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (795008af-29c9-4bf7-bf58-695d0327ffdb), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.832475 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a6ff4991-15ea-43c9-9cb1-0e3879e7ec35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.833625 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a6ff4991-15ea-43c9-9cb1-0e3879e7ec35 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/795008af-29c9-4bf7-bf58-695d0327ffdb HTTP/1.1" status: 204 len: 168 time: 0.1169159 Sep 13 08:03:22.841408 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff4991-15ea-43c9-9cb1-0e3879e7ec35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795008af-29c9-4bf7-bf58-695d0327ffdb,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:22.871454 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device e8a97cb2-941d-4820-83d3-f307a36d70c1 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:22.916553 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port e8a97cb2-941d-4820-83d3-f307a36d70c1 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:03:22.923643 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port e8a97cb2-941d-4820-83d3-f307a36d70c1 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:22.924049 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:22.982381 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e156bf-1a53-406f-bb62-09362fdef673 req-ff46eb6e-6a49-4cd5-9745-3a58c71981bf tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:22.986259 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-41e156bf-1a53-406f-bb62-09362fdef673 req-ff46eb6e-6a49-4cd5-9745-3a58c71981bf tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 944 time: 0.0547531 Sep 13 08:03:23.004275 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port e8a97cb2-941d-4820-83d3-f307a36d70c1 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:23.004927 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:23.033618 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-41e156bf-1a53-406f-bb62-09362fdef673 req-6f26570f-b7c7-4b15-9444-5201aba7384d tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437832 Sep 13 08:03:23.044316 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port e8a97cb2-941d-4820-83d3-f307a36d70c1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8a97cb2-941d-4820-83d3-f307a36d70c1,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:23.050189 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:23.097469 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=e8a97cb2-941d-4820-83d3-f307a36d70c1,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:23.190200 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60180) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:23.234584 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d102ecd4-d96c-46d0-80c1-ec0395c74677 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=071020b20eab4c8e99e1a89e8e4d27f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431156 Sep 13 08:03:23.237136 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60182) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:23.248003 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573be8c-ecc7-4726-a7a1-5b8ec773435a req-6c58b8a9-41c7-47fd-95a6-de341c04afac tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:23.250116 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c573be8c-ecc7-4726-a7a1-5b8ec773435a req-6c58b8a9-41c7-47fd-95a6-de341c04afac tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 946 time: 0.0495811 Sep 13 08:03:23.293788 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76a52b73-fa4a-4fc9-ad8e-64002305e04c admin admin] Publish callbacks [] for security_group (f56a3112-65eb-4ae9-9f39-d512d2fcc820), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:23.315241 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76a52b73-fa4a-4fc9-ad8e-64002305e04c admin admin] Publish callbacks [] for security_group (f56a3112-65eb-4ae9-9f39-d512d2fcc820), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:23.318493 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c573be8c-ecc7-4726-a7a1-5b8ec773435a req-ab66be11-df16-4d60-bee0-eefab787e08a tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593960 Sep 13 08:03:23.367505 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76a52b73-fa4a-4fc9-ad8e-64002305e04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (f56a3112-65eb-4ae9-9f39-d512d2fcc820), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:23.370539 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76a52b73-fa4a-4fc9-ad8e-64002305e04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:23.371786 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-76a52b73-fa4a-4fc9-ad8e-64002305e04c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f56a3112-65eb-4ae9-9f39-d512d2fcc820 HTTP/1.1" status: 204 len: 168 time: 0.1324174 Sep 13 08:03:23.390601 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a52b73-fa4a-4fc9-ad8e-64002305e04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56a3112-65eb-4ae9-9f39-d512d2fcc820,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:23.456586 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a97cb2-941d-4820-83d3-f307a36d70c1'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:23.459012 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd7fb97-5921-45cc-8f9a-3acfaee2302d" -d '{"events": [{"server_uuid": "9e744f38-69da-4a6f-9ccc-c33e2905eef5", "name": "network-vif-plugged", "status": "completed", "tag": "e8a97cb2-941d-4820-83d3-f307a36d70c1"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:23.499255 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bed5d3-2182-4de8-802a-89e375b68e98 x-openstack-request-id: req-33bed5d3-2182-4de8-802a-89e375b68e98 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:23.499572 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e744f38-69da-4a6f-9ccc-c33e2905eef5", "name": "network-vif-plugged", "status": "completed", "tag": "e8a97cb2-941d-4820-83d3-f307a36d70c1", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:23.499860 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33bed5d3-2182-4de8-802a-89e375b68e98 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:23.500262 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33bed5d3-2182-4de8-802a-89e375b68e98'] response: {'server_uuid': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a97cb2-941d-4820-83d3-f307a36d70c1', 'code': 200} Sep 13 08:03:23.690342 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:23.709797 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d1c9b-2d89-43e0-af9e-9029a36ff787 req-e27a05aa-4287-4375-90c7-055c64b08539 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:23.711259 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b98d1c9b-2d89-43e0-af9e-9029a36ff787 req-e27a05aa-4287-4375-90c7-055c64b08539 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0474269 Sep 13 08:03:23.763172 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b98d1c9b-2d89-43e0-af9e-9029a36ff787 req-eebfa7ab-b373-449b-9caf-946ca286a6b1 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457237 Sep 13 08:03:24.057924 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60208) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:24.172865 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-785139468-network', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:24.186707 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a8bd1-0ea3-455d-af4d-03a52562f655 req-745b2af2-2bf7-4c8b-ad0d-ef50076baa71 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:24.188161 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c98a8bd1-0ea3-455d-af4d-03a52562f655 req-745b2af2-2bf7-4c8b-ad0d-ef50076baa71 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 945 time: 0.0621200 Sep 13 08:03:24.222687 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Made reservation on behalf of f7a64886550f4140bf90a77070f769e0 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:24.224868 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.245242 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdaedd-598b-44e2-8093-5457c93878be req-7f8a81bc-704a-43b3-bb31-5fb0b1b7f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:24.246788 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-06cdaedd-598b-44e2-8093-5457c93878be req-7f8a81bc-704a-43b3-bb31-5fb0b1b7f1fe service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 1130 time: 0.0376925 Sep 13 08:03:24.253836 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.291852 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea54218-a42b-4da1-98c5-133ebc83a796 req-94c601e8-4d3a-4832-98e7-43d3d766b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:24.293299 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cea54218-a42b-4da1-98c5-133ebc83a796 req-94c601e8-4d3a-4832-98e7-43d3d766b697 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 1129 time: 0.0798113 Sep 13 08:03:24.299639 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-06cdaedd-598b-44e2-8093-5457c93878be req-1abd00f3-3adf-4627-8ed5-fbfcac972fb0 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469146 Sep 13 08:03:24.310014 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c98a8bd1-0ea3-455d-af4d-03a52562f655 req-57664fbb-bb1b-4276-9172-328478ab7533 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145384 Sep 13 08:03:24.342730 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-6375a51e-8684-4ac6-8788-9fbfd9a5f6e3 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:24.344166 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-6375a51e-8684-4ac6-8788-9fbfd9a5f6e3 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0558906 Sep 13 08:03:24.376627 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cea54218-a42b-4da1-98c5-133ebc83a796 req-e61da7c9-b195-4bde-b396-75f008d5f17c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775087 Sep 13 08:03:24.390455 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:24.401129 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:24.412947 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Publish callbacks [] for security_group (ef6dac78-dc7f-4558-ba0a-48c8a54676bd), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.418101 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ef6dac78-dc7f-4558-ba0a-48c8a54676bd), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.445321 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:03:24.453872 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2671c-103e-427c-9280-7d17c748151f req-0930b52d-d138-41ca-a2dd-72f90156e223 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:24.455372 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7cb2671c-103e-427c-9280-7d17c748151f req-0930b52d-d138-41ca-a2dd-72f90156e223 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 946 time: 0.0483341 Sep 13 08:03:24.455805 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6dac78-dc7f-4558-ba0a-48c8a54676bd,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:24.462314 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (548640e6-6870-47cf-9e0e-401a3fc9ed73), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.462655 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Added segment 548640e6-6870-47cf-9e0e-401a3fc9ed73 of type vlan for network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 Sep 13 08:03:24.503292 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (dd51d869-80c7-4cc0-83d6-4939bd22d7d7), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.513986 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7cb2671c-103e-427c-9280-7d17c748151f req-5f549ce1-258b-41c5-8206-ce6de5bf6aef tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425355 Sep 13 08:03:24.527667 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (dd51d869-80c7-4cc0-83d6-4939bd22d7d7), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.529014 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:24.529593 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.591657 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5322773 Sep 13 08:03:24.594584 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60216) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:24.595010 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06047409-1ea6-44a8-bed0-ba975f7e1432 admin admin] Pushing event updated for resources: {'Network': ['ID=dd51d869-80c7-4cc0-83d6-4939bd22d7d7,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:24.600025 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Request body: {'subnet': {'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-785139468-subnet', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:24.605335 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:03:24.620972 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Made reservation on behalf of f7a64886550f4140bf90a77070f769e0 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:24.623522 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14327108'] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.656478 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:24.820079 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Deleting port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:24.820418 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.887123 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caead613-865a-49bf-8d13-605d4fd93a5a req-1bb7ddcc-7304-4142-9f4c-573f0c6f73df tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:24.888827 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-caead613-865a-49bf-8d13-605d4fd93a5a req-1bb7ddcc-7304-4142-9f4c-573f0c6f73df tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 946 time: 0.0476935 Sep 13 08:03:24.910454 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13814323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14327126'] for subnet (bd3047f0-8929-41cc-98e8-5958a465b73f), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:24.937364 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-caead613-865a-49bf-8d13-605d4fd93a5a req-a8be1dc3-8c22-41ff-b3c0-0bf4421270a3 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9b0d7f9b-8af7-450f-bdb2-938c8f96e290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Sep 13 08:03:24.943414 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:24.998078 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3047f0-8929-41cc-98e8-5958a465b73f,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:25.007632 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] For port f0c097c3-19e2-4025-aaa1-ef28a8008ae5, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:25.007990 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.025296 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Checking segment: {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:25.025645 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Network hostable DHCP agents. Network: dd51d869-80c7-4cc0-83d6-4939bd22d7d7, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:03:25.060049 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:25.080147 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:03:25.118181 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, dd51d869-80c7-4cc0-83d6-4939bd22d7d7) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:25.124914 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:25.125503 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.126503 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ef8ad-a386-44c7-9455-78709b06ce6c None None] Network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:03:25.177437 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-7afae8c6-0cbe-4288-9754-2d9fbc10a236 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5815938 Sep 13 08:03:25.180093 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60220) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:25.183049 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:25.184761 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:25.209130 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.209488 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (8cc1b7b9-efa4-4ded-9511-430af9cc0606), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.209835 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Floating IP 8cc1b7b9-efa4-4ded-9511-430af9cc0606 disassociated. External IP: 172.27.1.151, port: f0c097c3-19e2-4025-aaa1-ef28a8008ae5. Sep 13 08:03:25.210182 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Calling delete_port for f0c097c3-19e2-4025-aaa1-ef28a8008ae5 owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:25.211507 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (7b98f0e5-937d-4403-b244-7e58aefab89b), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.214819 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (7b98f0e5-937d-4403-b244-7e58aefab89b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.240911 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 08:03:25.241957 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.274427 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks [] for router_controller (7b98f0e5-937d-4403-b244-7e58aefab89b), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.371495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (f0c097c3-19e2-4025-aaa1-ef28a8008ae5), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.388824 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Allocated IP 172.20.0.2 (dd51d869-80c7-4cc0-83d6-4939bd22d7d7/bd3047f0-8929-41cc-98e8-5958a465b73f/80fb84e8-58c2-40fd-b30b-a8edb0072902) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:25.425266 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks [] for router_gateway (7b98f0e5-937d-4403-b244-7e58aefab89b), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.464959 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event deleted for resources: {'Port': ['ID=f0c097c3-19e2-4025-aaa1-ef28a8008ae5,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:25.538228 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11e5e9-a626-4cb9-8f2c-10d2ed0d902d req-85094b6b-4e7d-4532-b784-7b07ffb17b33 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:25.539755 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6e11e5e9-a626-4cb9-8f2c-10d2ed0d902d req-85094b6b-4e7d-4532-b784-7b07ffb17b33 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 945 time: 0.0915339 Sep 13 08:03:25.571831 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Publish callbacks [] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.579238 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.623585 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:25.626339 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:25.631651 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:25.636304 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6e11e5e9-a626-4cb9-8f2c-10d2ed0d902d req-b45e40a2-2013-4e14-adad-707db8972e0f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874527 Sep 13 08:03:25.657786 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Pushing event updated for resources: {'Port': ['ID=80fb84e8-58c2-40fd-b30b-a8edb0072902,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:25.667647 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Router 976ae66e-3563-4c05-af5c-96757c2292b5 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:25.690946 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd92e-24fa-4515-ac4d-14d70c3a3c7c req-0bfc9282-529a-4a80-8223-aa961d4699f7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:25.692900 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cc0cd92e-24fa-4515-ac4d-14d70c3a3c7c req-0bfc9282-529a-4a80-8223-aa961d4699f7 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 946 time: 0.0746233 Sep 13 08:03:25.694140 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks [] for router_gateway (7b98f0e5-937d-4403-b244-7e58aefab89b), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.710186 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Attempting to bind port 80fb84e8-58c2-40fd-b30b-a8edb0072902 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:25.710564 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Attempting to bind port 80fb84e8-58c2-40fd-b30b-a8edb0072902 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:25.710934 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Attempting to bind port 80fb84e8-58c2-40fd-b30b-a8edb0072902 on network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:25.723094 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.767089 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:25.767458 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Checking segment: {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:25.767867 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.768264 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Bound using segment: {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:25.768741 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Bound port: 80fb84e8-58c2-40fd-b30b-a8edb0072902, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:25.769123 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.789102 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:25.803606 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] Sync routers for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:25.818911 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:25.819549 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:25.881684 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] For port 80fb84e8-58c2-40fd-b30b-a8edb0072902, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:25.882523 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] No DVR routers for this DVR port f0c097c3-19e2-4025-aaa1-ef28a8008ae5 on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:25.892221 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.893114 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] For port 80fb84e8-58c2-40fd-b30b-a8edb0072902, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=80fb84e8-58c2-40fd-b30b-a8edb0072902,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:25.904861 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2978e8be-db67-409b-86c3-5011c9c14c2f req-2d619d2f-2abc-4385-8120-f768302d603b tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "DELETE /networking/v2.0/ports/f0c097c3-19e2-4025-aaa1-ef28a8008ae5 HTTP/1.1" status: 204 len: 173 time: 1.1993649 Sep 13 08:03:25.905910 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'name': 'network-vif-deleted', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:25.906964 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:25.908796 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560171ae-c220-42f8-8b18-9980c4490fd1" -d '{"events": [{"server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "name": "network-vif-deleted", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:25.946920 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:25.984502 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304615f0-dd2a-4683-b77a-5c30759bcb95 x-openstack-request-id: req-304615f0-dd2a-4683-b77a-5c30759bcb95 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:25.984811 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b32f2e-45df-4963-9495-2fd5c5de5105", "name": "network-vif-deleted", "tag": "f0c097c3-19e2-4025-aaa1-ef28a8008ae5", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:25.985071 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-304615f0-dd2a-4683-b77a-5c30759bcb95 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:25.985575 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304615f0-dd2a-4683-b77a-5c30759bcb95'] response: {'server_uuid': '68b32f2e-45df-4963-9495-2fd5c5de5105', 'name': 'network-vif-deleted', 'tag': 'f0c097c3-19e2-4025-aaa1-ef28a8008ae5', 'status': 'completed', 'code': 200} Sep 13 08:03:26.034834 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d30ec-d3de-49fc-9dcc-5a92e64ff92d None None] Pushing event updated for resources: {'Port': ['ID=80fb84e8-58c2-40fd-b30b-a8edb0072902,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:26.055132 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:26.061858 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Allocated IP 172.27.1.85 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/63398c6a-f44e-4913-b1dd-7fab6f9127da) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:26.068173 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cc0cd92e-24fa-4515-ac4d-14d70c3a3c7c req-28ffe4cf-8f5a-4126-b0e3-76481028b1ef tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475919 Sep 13 08:03:26.119604 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:26.164469 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c9aead18-52f4-45b6-9b53-49d5cadf23f0 req-1362034b-2428-4206-b6fd-0d91e6c430a5 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=68b32f2e-45df-4963-9495-2fd5c5de5105 HTTP/1.1" status: 200 len: 210 time: 0.0811114 Sep 13 08:03:26.182977 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:26.256215 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e5415-2960-4f29-bf26-037227d25e0b req-28d474da-da29-45ca-bbec-ed6630975b2e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:26.257761 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7c0e5415-2960-4f29-bf26-037227d25e0b req-28d474da-da29-45ca-bbec-ed6630975b2e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 946 time: 0.0716686 Sep 13 08:03:26.270080 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60232) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:26.275277 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-2e5868fb-8bc2-4728-bc11-53e7e28c218e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Request body: {'floatingip': {'port_id': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:26.308820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks [] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:26.333873 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e5868fb-8bc2-4728-bc11-53e7e28c218e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (eae65dc2-36c4-4752-b676-0622384b488e), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:26.349972 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:26.395616 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] Checking router: 976ae66e-3563-4c05-af5c-96757c2292b5 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:26.400576 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:26.405543 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:26.406684 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:26.413586 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:26.483820 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Pushing event updated for resources: {'Port': ['ID=63398c6a-f44e-4913-b1dd-7fab6f9127da,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:26.522020 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:26.524265 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:26.527855 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:26.616092 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 80fb84e8-58c2-40fd-b30b-a8edb0072902 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:26.616567 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:26.736179 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 80fb84e8-58c2-40fd-b30b-a8edb0072902 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:26.742857 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:26.804126 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:26.844974 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 80fb84e8-58c2-40fd-b30b-a8edb0072902 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:26.845890 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:26.856102 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:26.874080 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:26.880810 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:26.887554 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2a71f9-4a8f-4910-9dc1-fa2457de80b0 None None] The sync data for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi is: [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4fc34217-4554-41ea-a818-84e3572eb40a', 'name': '', 'network_id': 'aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'mac_address': 'fa:16:3e:41:d1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'subnets': [{'id': '87d20af1-22c1-4587-9432-6e89bfc6084f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:26.901873 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 80fb84e8-58c2-40fd-b30b-a8edb0072902, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=80fb84e8-58c2-40fd-b30b-a8edb0072902,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:26.902440 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83eab3-7aba-4a09-9ef3-758bf64e4bc3 req-797c3c6a-7d17-4655-9de8-5505c15ca73c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:26.905017 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-af83eab3-7aba-4a09-9ef3-758bf64e4bc3 req-797c3c6a-7d17-4655-9de8-5505c15ca73c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 945 time: 0.0989041 Sep 13 08:03:26.908123 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:26.979411 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=80fb84e8-58c2-40fd-b30b-a8edb0072902,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:26.993505 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-af83eab3-7aba-4a09-9ef3-758bf64e4bc3 req-25ad25e3-ae32-487e-9813-909325d3a7ec tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768466 Sep 13 08:03:27.164186 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e5868fb-8bc2-4728-bc11-53e7e28c218e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.173038 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e5868fb-8bc2-4728-bc11-53e7e28c218e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (eae65dc2-36c4-4752-b676-0622384b488e), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.286118 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-2e5868fb-8bc2-4728-bc11-53e7e28c218e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Floating IP eae65dc2-36c4-4752-b676-0622384b488e associated. External IP: 172.27.1.245, port: b552bbf5-7c7c-4da2-a786-2ff33cc979a2. Sep 13 08:03:27.330101 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899deb-da13-405f-aef1-d95a0f970048 req-cfcd0fc9-1591-47d5-95f5-fe771984152d tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:27.331618 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9c899deb-da13-405f-aef1-d95a0f970048 req-cfcd0fc9-1591-47d5-95f5-fe771984152d tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 945 time: 0.1127214 Sep 13 08:03:27.334336 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60242) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:27.342480 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60244) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:27.347091 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-2dbdf357-f395-460f-a528-4bc3564738f8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'floatingip': {'port_id': 'e8a97cb2-941d-4820-83d3-f307a36d70c1'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:27.349762 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks [] for router_gateway (7b98f0e5-937d-4403-b244-7e58aefab89b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.362785 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d94ea0a-2a39-4d06-8909-f0ae915707c2 None None] New status for floating IP 8cc1b7b9-efa4-4ded-9511-430af9cc0606: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:03:27.420118 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf357-f395-460f-a528-4bc3564738f8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.507244 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f4dba838-9a40-491f-bb4e-febeede61f5f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group (9b0d7f9b-8af7-450f-bdb2-938c8f96e290), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.555151 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b400046-cd8d-413f-8e8a-e2650fcf5bf1 None None] Network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:03:27.573634 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f4dba838-9a40-491f-bb4e-febeede61f5f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group (9b0d7f9b-8af7-450f-bdb2-938c8f96e290), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.652264 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:27.656694 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-67b4218c-d1a1-4916-bfb6-cb8b922017e7 None None] Provisioning complete for port 80fb84e8-58c2-40fd-b30b-a8edb0072902 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:27.657374 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-67b4218c-d1a1-4916-bfb6-cb8b922017e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.672531 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (7b98f0e5-937d-4403-b244-7e58aefab89b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.687750 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f4dba838-9a40-491f-bb4e-febeede61f5f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (9b0d7f9b-8af7-450f-bdb2-938c8f96e290), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.690350 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f4dba838-9a40-491f-bb4e-febeede61f5f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:27.693926 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f4dba838-9a40-491f-bb4e-febeede61f5f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9b0d7f9b-8af7-450f-bdb2-938c8f96e290 HTTP/1.1" status: 204 len: 168 time: 0.3562655 Sep 13 08:03:27.733187 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60246) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:27.747307 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:27.755786 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dba838-9a40-491f-bb4e-febeede61f5f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d7f9b-8af7-450f-bdb2-938c8f96e290,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:27.768703 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.api.v2.resource [None req-aba46d1a-2f38-4c9f-ac4e-917d126584af tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] show failed (client error): The resource could not be found. Sep 13 08:03:27.773780 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-aba46d1a-2f38-4c9f-ac4e-917d126584af tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups/9b0d7f9b-8af7-450f-bdb2-938c8f96e290 HTTP/1.1" status: 404 len: 347 time: 0.0354068 Sep 13 08:03:27.773780 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60248) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:27.815351 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-67b4218c-d1a1-4916-bfb6-cb8b922017e7 None None] Current status of the port 80fb84e8-58c2-40fd-b30b-a8edb0072902 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:27.951383 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Deleting port 120ab5c0-282a-40b3-acf2-4806c1fb409f {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:27.951741 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (120ab5c0-282a-40b3-acf2-4806c1fb409f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.015550 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Router 7b98f0e5-937d-4403-b244-7e58aefab89b is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 08:03:28.027817 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5868fb-8bc2-4728-bc11-53e7e28c218e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Router a72872a4-8a39-4af1-91a9-303b5194a52b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:28.042746 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-27dbb2aa-0e07-4189-b7aa-832c4263d356 None None] Provisioning complete for port 80fb84e8-58c2-40fd-b30b-a8edb0072902 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:28.042746 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-27dbb2aa-0e07-4189-b7aa-832c4263d356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.078738 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (120ab5c0-282a-40b3-acf2-4806c1fb409f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.079002 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for floatingip (120ab5c0-282a-40b3-acf2-4806c1fb409f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.104004 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Calling delete_port for 120ab5c0-282a-40b3-acf2-4806c1fb409f owned by network:floatingip {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:28.121610 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-27dbb2aa-0e07-4189-b7aa-832c4263d356 None None] Current status of the port 80fb84e8-58c2-40fd-b30b-a8edb0072902 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:28.147511 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:28.170587 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:28.201699 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:28.211713 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Sync routers for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:28.221798 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:28.222399 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:28.239557 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.240790 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4e78217a-0852-4247-9fc6-c570f68b84a5 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0596597 Sep 13 08:03:28.244306 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60250) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:28.275436 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5868fb-8bc2-4728-bc11-53e7e28c218e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:28.280062 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2e5868fb-8bc2-4728-bc11-53e7e28c218e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.287970 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] Sync routers for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:28.297587 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:28.298419 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:28.315148 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2e5868fb-8bc2-4728-bc11-53e7e28c218e tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/eae65dc2-36c4-4752-b676-0622384b488e HTTP/1.1" status: 200 len: 992 time: 2.0417492 Sep 13 08:03:28.315982 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'tag': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:28.318552 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449735aa-e94a-401f-bc48-ed9c0fb58e45" -d '{"events": [{"name": "network-changed", "server_uuid": "29d9647c-2b09-4e34-b4be-6f4db18864b5", "tag": "b552bbf5-7c7c-4da2-a786-2ff33cc979a2"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:28.347942 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:28.381993 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (120ab5c0-282a-40b3-acf2-4806c1fb409f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.402738 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:28.412174 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event deleted for resources: {'Port': ['ID=120ab5c0-282a-40b3-acf2-4806c1fb409f,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:28.415781 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf357-f395-460f-a528-4bc3564738f8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.421182 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf357-f395-460f-a528-4bc3564738f8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.524034 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 80fb84e8-58c2-40fd-b30b-a8edb0072902 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:28.550630 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:28.557958 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:28.561123 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25471bd-d709-47e6-bf9c-effd11ac36c2 x-openstack-request-id: req-c25471bd-d709-47e6-bf9c-effd11ac36c2 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:28.561515 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d9647c-2b09-4e34-b4be-6f4db18864b5", "tag": "b552bbf5-7c7c-4da2-a786-2ff33cc979a2", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:28.561973 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c25471bd-d709-47e6-bf9c-effd11ac36c2 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:28.562845 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25471bd-d709-47e6-bf9c-effd11ac36c2'] response: {'name': 'network-changed', 'server_uuid': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'tag': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2', 'status': 'completed', 'code': 200} Sep 13 08:03:28.564677 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:26Z', 'revision_number': 3, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:28.565846 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-2dbdf357-f395-460f-a528-4bc3564738f8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Floating IP a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856 associated. External IP: 172.27.1.118, port: e8a97cb2-941d-4820-83d3-f307a36d70c1. Sep 13 08:03:28.626995 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks [] for floatingip (8cc1b7b9-efa4-4ded-9511-430af9cc0606), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.631315 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.633350 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9b464eff-eace-4c23-be3b-03a5892bc6c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/8cc1b7b9-efa4-4ded-9511-430af9cc0606 HTTP/1.1" status: 204 len: 168 time: 0.8592191 Sep 13 08:03:28.665800 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 80fb84e8-58c2-40fd-b30b-a8edb0072902 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:28.666433 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.690292 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Checking router: 7b98f0e5-937d-4403-b244-7e58aefab89b for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:28.690625 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Updating router 7b98f0e5-937d-4403-b244-7e58aefab89b port 63398c6a-f44e-4913-b1dd-7fab6f9127da binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:03:28.721177 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-91345fbb-b206-4864-83b0-3f0c85846d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:28.724859 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-91345fbb-b206-4864-83b0-3f0c85846d29 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=673e7e0a20014808a399969e1d5e0d41&device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 1130 time: 0.1610003 Sep 13 08:03:28.733020 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:28.762626 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:28.819935 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:28.865863 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-812078da-9c7a-46b2-a96f-ce255b933309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:28.867883 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-812078da-9c7a-46b2-a96f-ce255b933309 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 200 len: 912 time: 0.1318245 Sep 13 08:03:28.996009 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.020507 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Publish callbacks [] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.022868 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:29.028484 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.038743 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device f0c097c3-19e2-4025-aaa1-ef28a8008ae5 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:29.040761 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:29.079329 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Pushing event updated for resources: {'Port': ['ID=63398c6a-f44e-4913-b1dd-7fab6f9127da,revision_number=2']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:29.089886 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.090223 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.090580 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.090926 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.091254 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.091572 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.091682 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: f0c097c3-19e2-4025-aaa1-ef28a8008ae5 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:29.091885 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.092003 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device f0c097c3-19e2-4025-aaa1-ef28a8008ae5 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:29.092199 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.092510 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.092871 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.093193 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.093696 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.094084 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.094401 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.094726 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:03:29.100642 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Attempting to bind port 63398c6a-f44e-4913-b1dd-7fab6f9127da on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:29.100979 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 80fb84e8-58c2-40fd-b30b-a8edb0072902 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:29.101119 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Attempting to bind port 63398c6a-f44e-4913-b1dd-7fab6f9127da by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:29.101392 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Attempting to bind port 63398c6a-f44e-4913-b1dd-7fab6f9127da on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:29.114597 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'eae65dc2-36c4-4752-b676-0622384b488e', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'port_id': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'mac_address': 'fa:16:3e:e5:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:03:07Z', 'updated_at': '2022-09-13T08:03:27Z', 'revision_number': 1, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:29.129259 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-33577e8e-5fe1-46aa-a76b-6959c8a11628 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b552bbf5-7c7c-4da2-a786-2ff33cc979a2 HTTP/1.1" status: 200 len: 1000 time: 0.2554548 Sep 13 08:03:29.133648 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbdf357-f395-460f-a528-4bc3564738f8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:29.144112 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:29.144999 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:29.145395 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.145803 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:29.146268 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Bound port: 63398c6a-f44e-4913-b1dd-7fab6f9127da, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:29.146825 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.153030 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] Checking router: a72872a4-8a39-4af1-91a9-303b5194a52b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:29.165861 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:29.166628 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:29.202831 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Allocated IP 172.20.0.1 (dd51d869-80c7-4cc0-83d6-4939bd22d7d7/bd3047f0-8929-41cc-98e8-5958a465b73f/eb802cda-23cf-4c56-83d7-133bb475c1eb) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:29.209402 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:29.231127 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] For port 63398c6a-f44e-4913-b1dd-7fab6f9127da, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:29.238886 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] For port 63398c6a-f44e-4913-b1dd-7fab6f9127da, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=63398c6a-f44e-4913-b1dd-7fab6f9127da,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:29.246324 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.262399 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-746da3de-943d-442a-8823-90120796433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:29.263847 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-746da3de-943d-442a-8823-90120796433d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 200 len: 850 time: 0.1278055 Sep 13 08:03:29.302171 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:29.310439 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e58be0-e2c3-49d3-a91c-e0ade8464b0f None None] Pushing event updated for resources: {'Port': ['ID=63398c6a-f44e-4913-b1dd-7fab6f9127da,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:29.316872 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-9aacfcd0-a6d7-4734-a874-cd9238db523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:29.318430 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-9aacfcd0-a6d7-4734-a874-cd9238db523a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=06a031c7-2519-4c40-aa94-3951689a554d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473735 Sep 13 08:03:29.321061 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:29.322019 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:29.335105 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Publish callbacks [] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.336866 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbdf357-f395-460f-a528-4bc3564738f8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:29.350638 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf357-f395-460f-a528-4bc3564738f8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.359740 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:29.362185 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:29.381727 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.417321 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:29.431704 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2dbdf357-f395-460f-a528-4bc3564738f8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856 HTTP/1.1" status: 200 len: 991 time: 2.0860183 Sep 13 08:03:29.434969 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:29.435585 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:29.445042 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Pushing event updated for resources: {'Port': ['ID=eb802cda-23cf-4c56-83d7-133bb475c1eb,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:29.455850 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:29.457517 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:29.460819 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:29.485090 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-f5964a47-f852-46cd-bdb4-ec7dac1d1680 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579230 Sep 13 08:03:29.517275 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (7b98f0e5-937d-4403-b244-7e58aefab89b), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.522906 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:29.571160 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:29.603638 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-449735aa-e94a-401f-bc48-ed9c0fb58e45 req-ead91e99-0e1f-4865-b550-4cec62458c53 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129804 Sep 13 08:03:29.626724 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'eae65dc2-36c4-4752-b676-0622384b488e', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'port_id': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'mac_address': 'fa:16:3e:e5:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:03:07Z', 'updated_at': '2022-09-13T08:03:27Z', 'revision_number': 1, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:29.657235 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da0869-102e-4909-9ff3-7e32d51d7c22 None None] The sync data for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi is: [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'eae65dc2-36c4-4752-b676-0622384b488e', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'port_id': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'mac_address': 'fa:16:3e:e5:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:03:07Z', 'updated_at': '2022-09-13T08:03:27Z', 'revision_number': 1, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:29.700357 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.753760 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-dde37ce1-67b5-4fd3-a9be-5335b17c11a4 None None] Provisioning complete for port eb802cda-23cf-4c56-83d7-133bb475c1eb triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:29.754295 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-dde37ce1-67b5-4fd3-a9be-5335b17c11a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.757556 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:29.790811 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-dde37ce1-67b5-4fd3-a9be-5335b17c11a4 None None] Port eb802cda-23cf-4c56-83d7-133bb475c1eb cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:29.843176 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:26Z', 'revision_number': 3, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:29.860174 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:29.875671 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1799b-7f68-49f3-973e-592877929f4b None None] The sync data for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi is: [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:26Z', 'revision_number': 3, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:29.906913 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Publish callbacks [] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:29.913013 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:30.000504 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb2213-c145-415b-aba1-65fa59aad2d5 None None] New status for floating IP eae65dc2-36c4-4752-b676-0622384b488e: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:03:30.006069 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (7b98f0e5-937d-4403-b244-7e58aefab89b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:30.009403 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Pushing event updated for resources: {'Port': ['ID=eb802cda-23cf-4c56-83d7-133bb475c1eb,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:30.076442 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': 'e8a97cb2-941d-4820-83d3-f307a36d70c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:ec:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:03:12Z', 'updated_at': '2022-09-13T08:03:28Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:30.104821 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:30.115972 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:30.116932 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:30.136454 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:30.137845 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:30.241804 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:30.286182 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:30.318743 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Router 7b98f0e5-937d-4403-b244-7e58aefab89b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:30.354939 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:30.452795 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:30.459623 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-64ff4129-e346-47d1-aacb-20c75a9018df admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7b98f0e5-937d-4403-b244-7e58aefab89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2143388 Sep 13 08:03:30.517390 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-a7043856-7acf-4ace-8980-2c8ddddad0f6 None None] Provisioning complete for port eb802cda-23cf-4c56-83d7-133bb475c1eb triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:30.517961 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a7043856-7acf-4ace-8980-2c8ddddad0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:30.548526 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': 'e8a97cb2-941d-4820-83d3-f307a36d70c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:ec:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:03:12Z', 'updated_at': '2022-09-13T08:03:28Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:30.551077 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 63398c6a-f44e-4913-b1dd-7fab6f9127da up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:30.564689 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'tag': 'e8a97cb2-941d-4820-83d3-f307a36d70c1'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:30.567078 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9e744f38-69da-4a6f-9ccc-c33e2905eef5", "tag": "e8a97cb2-941d-4820-83d3-f307a36d70c1"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:30.598381 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-a7043856-7acf-4ace-8980-2c8ddddad0f6 None None] Port eb802cda-23cf-4c56-83d7-133bb475c1eb cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:30.625236 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe4a24-9159-4414-9f1a-ad7d6be3930c x-openstack-request-id: req-e3fe4a24-9159-4414-9f1a-ad7d6be3930c {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:30.625526 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e744f38-69da-4a6f-9ccc-c33e2905eef5", "tag": "e8a97cb2-941d-4820-83d3-f307a36d70c1", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:30.625842 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3fe4a24-9159-4414-9f1a-ad7d6be3930c {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:30.626215 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fe4a24-9159-4414-9f1a-ad7d6be3930c'] response: {'name': 'network-changed', 'server_uuid': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'tag': 'e8a97cb2-941d-4820-83d3-f307a36d70c1', 'status': 'completed', 'code': 200} Sep 13 08:03:30.653284 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 63398c6a-f44e-4913-b1dd-7fab6f9127da triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:30.653664 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:30.720701 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879a568-c5eb-44bf-b43c-2cc5ad35b1da None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': 'e8a97cb2-941d-4820-83d3-f307a36d70c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:ec:14:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:03:12Z', 'updated_at': '2022-09-13T08:03:28Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:30.723570 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-bce16fc1-0f5d-481d-adc6-f49bc1bd97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:30.731169 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-bce16fc1-0f5d-481d-adc6-f49bc1bd97ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 1129 time: 0.0669713 Sep 13 08:03:30.763315 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 63398c6a-f44e-4913-b1dd-7fab6f9127da is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:30.763706 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:30.785486 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:30.788986 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 63398c6a-f44e-4913-b1dd-7fab6f9127da, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=63398c6a-f44e-4913-b1dd-7fab6f9127da,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:30.794080 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:30.869620 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-7915efcf-5f8b-4367-8078-4740bdb1ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:30.871973 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-7915efcf-5f8b-4367-8078-4740bdb1ace9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 915 time: 0.1400216 Sep 13 08:03:30.877895 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=63398c6a-f44e-4913-b1dd-7fab6f9127da,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:30.957322 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-31b945c5-84b5-4688-b7f1-a0e1017d7d03 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a97cb2-941d-4820-83d3-f307a36d70c1 HTTP/1.1" status: 200 len: 999 time: 0.0792608 Sep 13 08:03:31.020437 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-3bb6ed20-0207-402e-88f8-4df068bebab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:31.022617 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-3bb6ed20-0207-402e-88f8-4df068bebab2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0522399 Sep 13 08:03:31.095164 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-47b44443-a4e6-484f-8cca-7974be437cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:31.097061 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-47b44443-a4e6-484f-8cca-7974be437cc1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687742 Sep 13 08:03:31.133715 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5cae82-cea9-40fa-b585-863071685a31 None None] New status for floating IP a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856: ACTIVE {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:03:31.243779 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60288) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:31.247633 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-4346ceb9-3288-4689-8859-4b993ebe2ea1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443596 Sep 13 08:03:31.249707 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-596496569-network', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:31.279080 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Made reservation on behalf of 01408158bb0345bf9b8f5ff547c84bcb for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:31.283522 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.297431 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.391241 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-410dc21b-b3ee-44b5-ad66-ba6ffafcd3ed req-67d78358-bfab-4e88-8d20-51504487ac8d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231091 Sep 13 08:03:31.400478 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:31.409658 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Publish callbacks [] for security_group (822d84fb-c756-4031-b015-9aafbe94e37e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.416386 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (822d84fb-c756-4031-b015-9aafbe94e37e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.430909 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5da80-cf5e-4086-99f1-6c039af94ec5 req-8abd9f6c-26f1-4325-9e5e-656f9447e142 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:31.432417 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-96f5da80-cf5e-4086-99f1-6c039af94ec5 req-8abd9f6c-26f1-4325-9e5e-656f9447e142 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0640507 Sep 13 08:03:31.449337 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:03:31.468446 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.478033 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822d84fb-c756-4031-b015-9aafbe94e37e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:31.485628 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (e1f927b0-25e7-4da6-b1e5-6370a182d690), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.485628 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Added segment e1f927b0-25e7-4da6-b1e5-6370a182d690 of type vlan for network 253ff1dd-1aac-49e6-83a3-e31fbe078deb Sep 13 08:03:31.539959 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-96f5da80-cf5e-4086-99f1-6c039af94ec5 req-597a1c3c-28d5-4716-928f-c0c03e765172 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973058 Sep 13 08:03:31.543349 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (253ff1dd-1aac-49e6-83a3-e31fbe078deb), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.549857 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:31.580871 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (253ff1dd-1aac-49e6-83a3-e31fbe078deb), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.581919 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:31.582485 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.615210 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3702555 Sep 13 08:03:31.618089 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60292) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:31.623085 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Request body: {'subnet': {'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-596496569-subnet', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:31.642495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Made reservation on behalf of 01408158bb0345bf9b8f5ff547c84bcb for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:31.643794 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daa39c-72b6-4e53-907b-3509241e0318 admin admin] Pushing event updated for resources: {'Network': ['ID=253ff1dd-1aac-49e6-83a3-e31fbe078deb,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:31.645084 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14327108'] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.653808 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 253ff1dd-1aac-49e6-83a3-e31fbe078deb details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:03:31.758858 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:31.853356 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13814323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14327126'] for subnet (9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.906328 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:31.922896 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Checking segment: {'id': 'e1f927b0-25e7-4da6-b1e5-6370a182d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:31.923247 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Network hostable DHCP agents. Network: 253ff1dd-1aac-49e6-83a3-e31fbe078deb, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:03:31.941336 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Network 253ff1dd-1aac-49e6-83a3-e31fbe078deb is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:03:31.950626 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 253ff1dd-1aac-49e6-83a3-e31fbe078deb) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:31.955224 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:31.956355 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:31.959996 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee0817-c44f-4d2e-b36d-5744e8dc8636 None None] Network 253ff1dd-1aac-49e6-83a3-e31fbe078deb requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:03:31.963280 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:31.977027 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-6f5ec21b-cdaa-4784-8e57-bf362d5dd9d1 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3577378 Sep 13 08:03:31.979496 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60294) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:31.984418 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:32.005478 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (14a67327-5116-4ca1-b0c2-f13163c526bc), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.006499 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (14a67327-5116-4ca1-b0c2-f13163c526bc), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.018344 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:32.032274 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Sync routers for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:32.060659 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks [] for router_controller (14a67327-5116-4ca1-b0c2-f13163c526bc), precommit_add_association {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.073095 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:32.073746 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:32.110724 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-253ff1dd-1aac-49e6-83a3-e31fbe078deb', 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb', 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'fixed_ips': [{'subnet_id': '9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 08:03:32.111629 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.195301 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks [] for router_gateway (14a67327-5116-4ca1-b0c2-f13163c526bc), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.256832 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:32.376710 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks [] for router_gateway (14a67327-5116-4ca1-b0c2-f13163c526bc), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.382390 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Allocated IP 172.20.0.2 (253ff1dd-1aac-49e6-83a3-e31fbe078deb/9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b/94217b95-8047-4b81-b5d2-51c143a7d9ce) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:32.399745 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.498526 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 63398c6a-f44e-4913-b1dd-7fab6f9127da up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:32.510374 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Allocated IP 172.27.1.213 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/b469de61-753c-4c88-bc67-0575565c001a) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:32.754421 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'eb802cda-23cf-4c56-83d7-133bb475c1eb', 'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'mac_address': 'fa:16:3e:a2:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:29Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 2, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'subnets': [{'id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:32.803656 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Checking router: 7b98f0e5-937d-4403-b244-7e58aefab89b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:32.804016 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Updating router 7b98f0e5-937d-4403-b244-7e58aefab89b port eb802cda-23cf-4c56-83d7-133bb475c1eb binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:03:32.809810 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 63398c6a-f44e-4913-b1dd-7fab6f9127da triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:32.810189 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.861472 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:32.865506 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Publish callbacks [] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.875197 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:32.881582 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.890676 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:32.896213 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.901541 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6f954-fc94-4233-a1a4-454cf8135b42 req-c7b91d65-8f30-479e-96a4-16d68b956a2a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:32.903270 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-63e6f954-fc94-4233-a1a4-454cf8135b42 req-c7b91d65-8f30-479e-96a4-16d68b956a2a tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0654333 Sep 13 08:03:32.943208 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Network 253ff1dd-1aac-49e6-83a3-e31fbe078deb is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:32.956178 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:32.958850 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks [] for port (b469de61-753c-4c88-bc67-0575565c001a), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:32.963939 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:32.983354 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-63e6f954-fc94-4233-a1a4-454cf8135b42 req-647dcb54-5e1b-4a15-be2b-e7a331de02fc tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736444 Sep 13 08:03:33.005190 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Pushing event updated for resources: {'Port': ['ID=94217b95-8047-4b81-b5d2-51c143a7d9ce,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:33.008577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (b469de61-753c-4c88-bc67-0575565c001a), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.046417 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:33.050780 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:33.053124 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:33.085837 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Pushing event updated for resources: {'Port': ['ID=b469de61-753c-4c88-bc67-0575565c001a,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:33.094393 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 63398c6a-f44e-4913-b1dd-7fab6f9127da is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:33.139202 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Attempting to bind port 94217b95-8047-4b81-b5d2-51c143a7d9ce on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:33.139578 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Attempting to bind port 94217b95-8047-4b81-b5d2-51c143a7d9ce by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'e1f927b0-25e7-4da6-b1e5-6370a182d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:33.139946 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Attempting to bind port 94217b95-8047-4b81-b5d2-51c143a7d9ce on network 253ff1dd-1aac-49e6-83a3-e31fbe078deb {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:33.185301 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:33.244425 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:33.244798 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Checking segment: {'id': 'e1f927b0-25e7-4da6-b1e5-6370a182d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:33.245203 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.245598 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Bound using segment: {'id': 'e1f927b0-25e7-4da6-b1e5-6370a182d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:33.246098 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Bound port: 94217b95-8047-4b81-b5d2-51c143a7d9ce, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f927b0-25e7-4da6-b1e5-6370a182d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:33.246480 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.310741 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks [] for router_gateway (14a67327-5116-4ca1-b0c2-f13163c526bc), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.351876 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] For port 94217b95-8047-4b81-b5d2-51c143a7d9ce, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:33.382941 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] For port 94217b95-8047-4b81-b5d2-51c143a7d9ce, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=94217b95-8047-4b81-b5d2-51c143a7d9ce,segment=NetworkSegment(e1f927b0-25e7-4da6-b1e5-6370a182d690),segment_id=e1f927b0-25e7-4da6-b1e5-6370a182d690)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:33.396999 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.405753 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Publish callbacks [] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.430158 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.502905 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0d277-4b3f-4b07-b8d9-0a506338801e None None] Pushing event updated for resources: {'Port': ['ID=94217b95-8047-4b81-b5d2-51c143a7d9ce,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:33.553695 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (14a67327-5116-4ca1-b0c2-f13163c526bc), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.556052 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Attempting to bind port eb802cda-23cf-4c56-83d7-133bb475c1eb on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:33.556638 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Attempting to bind port eb802cda-23cf-4c56-83d7-133bb475c1eb by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:33.556998 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Attempting to bind port eb802cda-23cf-4c56-83d7-133bb475c1eb on network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:33.567669 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-859fcb77-ebf9-4390-9c39-2e47750ed1a1 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:33.569264 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-859fcb77-ebf9-4390-9c39-2e47750ed1a1 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.0737474 Sep 13 08:03:33.594224 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:33.596632 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3ced9-2983-4cd0-a8fe-d2dc4655e9ab None None] Pushing event updated for resources: {'Port': ['ID=eb802cda-23cf-4c56-83d7-133bb475c1eb,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:33.636510 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:33.636999 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Checking segment: {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:33.637496 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.638010 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Bound using segment: {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:33.638566 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Bound port: eb802cda-23cf-4c56-83d7-133bb475c1eb, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:33.639030 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.709327 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] For port eb802cda-23cf-4c56-83d7-133bb475c1eb, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:33.712601 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] For port eb802cda-23cf-4c56-83d7-133bb475c1eb, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=eb802cda-23cf-4c56-83d7-133bb475c1eb,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:33.724123 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.755110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Deleting port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:33.755453 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.766972 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:33.773749 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:33.774381 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:33.820451 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3ced9-2983-4cd0-a8fe-d2dc4655e9ab None None] Pushing event updated for resources: {'Port': ['ID=eb802cda-23cf-4c56-83d7-133bb475c1eb,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:33.878343 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Router 14a67327-5116-4ca1-b0c2-f13163c526bc is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 08:03:33.885917 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] For port 8e14148e-d2e1-4564-b903-2a6dc23c91b7, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=8e14148e-d2e1-4564-b903-2a6dc23c91b7,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:33.885917 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:33.895835 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:33.900563 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Calling delete_port for 8e14148e-d2e1-4564-b903-2a6dc23c91b7 owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:33.909495 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:33.982925 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:34.057877 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:34.074154 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Sync routers for ids ['14a67327-5116-4ca1-b0c2-f13163c526bc'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:34.081574 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:34.085381 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d0e8df9f-680a-4e91-8093-3a2c2c4c6d3f admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1044691 Sep 13 08:03:34.087304 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60300) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:34.094057 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Routers {'14a67327-5116-4ca1-b0c2-f13163c526bc'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:34.094871 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['14a67327-5116-4ca1-b0c2-f13163c526bc'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:34.110893 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'eb802cda-23cf-4c56-83d7-133bb475c1eb', 'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'mac_address': 'fa:16:3e:a2:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:29Z', 'updated_at': '2022-09-13T08:03:33Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'subnets': [{'id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:34.145841 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849fee7-48fe-4d70-86ed-654f89de3ce3 None None] The sync data for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi is: [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'eb802cda-23cf-4c56-83d7-133bb475c1eb', 'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'mac_address': 'fa:16:3e:a2:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:29Z', 'updated_at': '2022-09-13T08:03:33Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'subnets': [{'id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:34.172357 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (8e14148e-d2e1-4564-b903-2a6dc23c91b7), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:34.186068 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['442eac97-44c9-44b1-88f2-8aec23155748', '8e14148e-d2e1-4564-b903-2a6dc23c91b7'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:03:34.213672 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event deleted for resources: {'Port': ['ID=8e14148e-d2e1-4564-b903-2a6dc23c91b7,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:34.313664 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Set router 14a67327-5116-4ca1-b0c2-f13163c526bc gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:34.328054 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00548-9f18-4bec-99bb-a660a8ccdfa3 req-fd33a47f-6e54-4573-baf4-44366a77aa6d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:34.336357 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6ca00548-9f18-4bec-99bb-a660a8ccdfa3 req-fd33a47f-6e54-4573-baf4-44366a77aa6d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8c617679-9e22-41eb-9124-1c33bdec9f93 HTTP/1.1" status: 200 len: 945 time: 0.2038012 Sep 13 08:03:34.343563 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] No DVR routers for this DVR port 8e14148e-d2e1-4564-b903-2a6dc23c91b7 on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:34.346879 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:34.350957 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0703b0a1-8097-4cc6-ae71-658fb0e15882 req-5da7f34a-fbd8-4289-b36f-87d81badb721 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8e14148e-d2e1-4564-b903-2a6dc23c91b7 HTTP/1.1" status: 204 len: 173 time: 0.7765512 Sep 13 08:03:34.361804 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c617679-9e22-41eb-9124-1c33bdec9f93', 'name': 'network-vif-deleted', 'tag': '8e14148e-d2e1-4564-b903-2a6dc23c91b7'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:34.374021 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78ca6e1-2c85-4f81-97d8-ecfd78c3edeb" -d '{"events": [{"server_uuid": "8c617679-9e22-41eb-9124-1c33bdec9f93", "name": "network-vif-deleted", "tag": "8e14148e-d2e1-4564-b903-2a6dc23c91b7"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:34.537936 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6ca00548-9f18-4bec-99bb-a660a8ccdfa3 req-c3360bd1-c7b5-4741-b29c-eaf0d0240d69 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944196 Sep 13 08:03:34.539863 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e08dfc-0e7d-402f-af12-e575eca10cd3 x-openstack-request-id: req-68e08dfc-0e7d-402f-af12-e575eca10cd3 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:34.540254 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c617679-9e22-41eb-9124-1c33bdec9f93", "name": "network-vif-deleted", "tag": "8e14148e-d2e1-4564-b903-2a6dc23c91b7", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:34.540604 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68e08dfc-0e7d-402f-af12-e575eca10cd3 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:34.541109 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e08dfc-0e7d-402f-af12-e575eca10cd3'] response: {'server_uuid': '8c617679-9e22-41eb-9124-1c33bdec9f93', 'name': 'network-vif-deleted', 'tag': '8e14148e-d2e1-4564-b903-2a6dc23c91b7', 'status': 'completed', 'code': 200} Sep 13 08:03:34.716382 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 94217b95-8047-4b81-b5d2-51c143a7d9ce up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:34.754433 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b469de61-753c-4c88-bc67-0575565c001a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:33Z', 'revision_number': 3, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'gw_port': {'id': 'b469de61-753c-4c88-bc67-0575565c001a', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:34.773263 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96fa1f-7975-4178-bd98-6ed8452b46dd None None] Network 253ff1dd-1aac-49e6-83a3-e31fbe078deb requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:03:34.798772 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Checking router: 14a67327-5116-4ca1-b0c2-f13163c526bc for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:34.799449 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Updating router 14a67327-5116-4ca1-b0c2-f13163c526bc port b469de61-753c-4c88-bc67-0575565c001a binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:03:34.824139 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-b4d9511e-767e-4988-b5d2-697fbd6b1711 None None] Provisioning complete for port 94217b95-8047-4b81-b5d2-51c143a7d9ce triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:34.824670 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b4d9511e-767e-4988-b5d2-697fbd6b1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:34.844225 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b469de61-753c-4c88-bc67-0575565c001a), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:34.933191 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 94217b95-8047-4b81-b5d2-51c143a7d9ce triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:34.933573 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:34.948473 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:34.988073 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:35.051347 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9511e-767e-4988-b5d2-697fbd6b1711 None None] Current status of the port 94217b95-8047-4b81-b5d2-51c143a7d9ce is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:35.051738 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b4d9511e-767e-4988-b5d2-697fbd6b1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.071664 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:35.102082 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:35.121590 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 94217b95-8047-4b81-b5d2-51c143a7d9ce is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:35.122029 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.152274 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-b4d9511e-767e-4988-b5d2-697fbd6b1711 None None] For port 94217b95-8047-4b81-b5d2-51c143a7d9ce, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=94217b95-8047-4b81-b5d2-51c143a7d9ce,segment=NetworkSegment(e1f927b0-25e7-4da6-b1e5-6370a182d690),segment_id=e1f927b0-25e7-4da6-b1e5-6370a182d690)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:35.155770 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:35.165467 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b4d9511e-767e-4988-b5d2-697fbd6b1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.188487 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Allocated IP 172.20.0.1 (253ff1dd-1aac-49e6-83a3-e31fbe078deb/9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b/a98eb987-bbd4-400d-b05d-8798c10624a7) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:35.214461 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:35.217278 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Publish callbacks [] for port (b469de61-753c-4c88-bc67-0575565c001a), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.225366 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b469de61-753c-4c88-bc67-0575565c001a), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.311179 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Attempting to bind port b469de61-753c-4c88-bc67-0575565c001a on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:35.311535 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Attempting to bind port b469de61-753c-4c88-bc67-0575565c001a by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:35.311895 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Attempting to bind port b469de61-753c-4c88-bc67-0575565c001a on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:35.334126 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.db.api [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106244) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 08:03:35.335111 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG oslo_db.api [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 08:03:35.335670 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9511e-767e-4988-b5d2-697fbd6b1711 None None] Pushing event updated for resources: {'Port': ['ID=94217b95-8047-4b81-b5d2-51c143a7d9ce,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:35.367138 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b92a-db55-4884-8891-3960ec71f039 None None] Pushing event updated for resources: {'Port': ['ID=b469de61-753c-4c88-bc67-0575565c001a,revision_number=2']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:35.386206 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-0f6f1eb1-69dd-4aef-a850-88483d4f5852 None None] Provisioning complete for port 94217b95-8047-4b81-b5d2-51c143a7d9ce triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:35.386426 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:35.386722 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:35.387092 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1eb1-69dd-4aef-a850-88483d4f5852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.387309 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.387699 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:35.388166 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Bound port: b469de61-753c-4c88-bc67-0575565c001a, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:35.388558 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b469de61-753c-4c88-bc67-0575565c001a), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.388878 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Publish callbacks [] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.421931 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.434003 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:35.443230 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] For port b469de61-753c-4c88-bc67-0575565c001a, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:35.447071 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] For port b469de61-753c-4c88-bc67-0575565c001a, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=b469de61-753c-4c88-bc67-0575565c001a,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:35.454919 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b469de61-753c-4c88-bc67-0575565c001a), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.463754 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f1eb1-69dd-4aef-a850-88483d4f5852 None None] Current status of the port 94217b95-8047-4b81-b5d2-51c143a7d9ce is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:35.467544 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Network 253ff1dd-1aac-49e6-83a3-e31fbe078deb is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:35.471037 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:35.477719 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:35.494174 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Routers {'14a67327-5116-4ca1-b0c2-f13163c526bc'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:35.494971 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['14a67327-5116-4ca1-b0c2-f13163c526bc'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:35.555538 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b92a-db55-4884-8891-3960ec71f039 None None] Pushing event updated for resources: {'Port': ['ID=b469de61-753c-4c88-bc67-0575565c001a,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:35.639714 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] Set router 14a67327-5116-4ca1-b0c2-f13163c526bc gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:35.773462 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Pushing event updated for resources: {'Port': ['ID=a98eb987-bbd4-400d-b05d-8798c10624a7,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:35.799427 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-697e3952-bc79-4c03-b4b6-1dd0ad524442 None None] Provisioning complete for port a98eb987-bbd4-400d-b05d-8798c10624a7 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:35.800963 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-697e3952-bc79-4c03-b4b6-1dd0ad524442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.802149 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (14a67327-5116-4ca1-b0c2-f13163c526bc), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.866939 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-697e3952-bc79-4c03-b4b6-1dd0ad524442 None None] Port a98eb987-bbd4-400d-b05d-8798c10624a7 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:35.869517 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b469de61-753c-4c88-bc67-0575565c001a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:33Z', 'revision_number': 3, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'gw_port': {'id': 'b469de61-753c-4c88-bc67-0575565c001a', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:35.879694 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 94217b95-8047-4b81-b5d2-51c143a7d9ce is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:35.881156 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device eb802cda-23cf-4c56-83d7-133bb475c1eb up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:35.897685 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34af1d-8594-455f-b11e-2c969107f3ac None None] The sync data for ids ['14a67327-5116-4ca1-b0c2-f13163c526bc'] in dv-cinder-857075-3-iscsi is: [{'id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b469de61-753c-4c88-bc67-0575565c001a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:33Z', 'revision_number': 3, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'gw_port': {'id': 'b469de61-753c-4c88-bc67-0575565c001a', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:35.906158 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e98fe-be54-4712-b010-d419ae562147 req-e29fca96-8a78-4e73-9d79-0b022a7e0269 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:35.907735 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-646e98fe-be54-4712-b010-d419ae562147 req-e29fca96-8a78-4e73-9d79-0b022a7e0269 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0671830 Sep 13 08:03:35.933695 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port eb802cda-23cf-4c56-83d7-133bb475c1eb triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:35.934098 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.963680 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:35.991884 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-646e98fe-be54-4712-b010-d419ae562147 req-311065cd-b69e-4efa-9145-e39daea7355f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705419 Sep 13 08:03:36.028792 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port eb802cda-23cf-4c56-83d7-133bb475c1eb is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:36.029271 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:36.061488 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port eb802cda-23cf-4c56-83d7-133bb475c1eb, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=eb802cda-23cf-4c56-83d7-133bb475c1eb,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:36.065307 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:36.111826 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=eb802cda-23cf-4c56-83d7-133bb475c1eb,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:36.141319 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Publish callbacks [] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:36.146313 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:36.181724 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:36.214337 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Pushing event updated for resources: {'Port': ['ID=a98eb987-bbd4-400d-b05d-8798c10624a7,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:36.217924 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (14a67327-5116-4ca1-b0c2-f13163c526bc), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:36.324798 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Network 253ff1dd-1aac-49e6-83a3-e31fbe078deb is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:36.327322 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:36.469610 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Router 14a67327-5116-4ca1-b0c2-f13163c526bc has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:36.528131 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 94217b95-8047-4b81-b5d2-51c143a7d9ce up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:36.575449 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 94217b95-8047-4b81-b5d2-51c143a7d9ce triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:36.576174 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:36.585217 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:36.591406 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ec675e2c-8645-4851-82cf-16d319930051 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/14a67327-5116-4ca1-b0c2-f13163c526bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5027754 Sep 13 08:03:36.622260 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-6993b9ef-a342-4c19-92b5-7dd00300824c None None] Provisioning complete for port a98eb987-bbd4-400d-b05d-8798c10624a7 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:36.622574 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6993b9ef-a342-4c19-92b5-7dd00300824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:36.625435 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:36.684659 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-6993b9ef-a342-4c19-92b5-7dd00300824c None None] Port a98eb987-bbd4-400d-b05d-8798c10624a7 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:36.730230 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 94217b95-8047-4b81-b5d2-51c143a7d9ce is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:36.731320 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device eb802cda-23cf-4c56-83d7-133bb475c1eb up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:36.787000 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port eb802cda-23cf-4c56-83d7-133bb475c1eb triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:36.787381 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:36.953225 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8e14148e-d2e1-4564-b903-2a6dc23c91b7 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:36.976840 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 8e14148e-d2e1-4564-b903-2a6dc23c91b7 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:36.977186 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 8e14148e-d2e1-4564-b903-2a6dc23c91b7 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:36.982542 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:37.006265 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60318) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:37.010766 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-7af3bce3-33b6-4a6f-b1b4-19840c690309 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846628594', 'description': 'tempest-secgroup-smoke-846628594 description', 'project_id': 'f7a64886550f4140bf90a77070f769e0'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:37.019871 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port eb802cda-23cf-4c56-83d7-133bb475c1eb is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:37.028799 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:37.034159 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7af3bce3-33b6-4a6f-b1b4-19840c690309 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.114712 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74188af0-2381-43d9-8824-694305fcd5fe req-19ce7974-447f-423a-8a6e-66f64e35ef15 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:37.116356 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-74188af0-2381-43d9-8824-694305fcd5fe req-19ce7974-447f-423a-8a6e-66f64e35ef15 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0549455 Sep 13 08:03:37.124241 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7af3bce3-33b6-4a6f-b1b4-19840c690309 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group (b0222de7-6bc1-4649-8c30-adc771725d27), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.128487 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7af3bce3-33b6-4a6f-b1b4-19840c690309 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (b0222de7-6bc1-4649-8c30-adc771725d27), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.162685 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7af3bce3-33b6-4a6f-b1b4-19840c690309 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.166827 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7af3bce3-33b6-4a6f-b1b4-19840c690309 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1566525 Sep 13 08:03:37.166992 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60322) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:37.171097 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-74188af0-2381-43d9-8824-694305fcd5fe req-ac9b99af-a7d2-44b1-ab8f-0003a7e0f1ea tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491030 Sep 13 08:03:37.171675 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-e3d4cc65-ea70-4479-9351-8277dffba474 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Request body: {'security_group_rule': {'security_group_id': 'b0222de7-6bc1-4649-8c30-adc771725d27', 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:37.179958 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3bce3-33b6-4a6f-b1b4-19840c690309 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0222de7-6bc1-4649-8c30-adc771725d27,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:37.223793 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cc65-ea70-4479-9351-8277dffba474 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (5aad4aec-b1b6-4a67-ae4c-c1ceac6be96f), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.282490 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cc65-ea70-4479-9351-8277dffba474 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (5aad4aec-b1b6-4a67-ae4c-c1ceac6be96f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.285711 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cc65-ea70-4479-9351-8277dffba474 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (5aad4aec-b1b6-4a67-ae4c-c1ceac6be96f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.304044 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4cc65-ea70-4479-9351-8277dffba474 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aad4aec-b1b6-4a67-ae4c-c1ceac6be96f,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:37.311438 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cc65-ea70-4479-9351-8277dffba474 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.315523 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e3d4cc65-ea70-4479-9351-8277dffba474 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447821 Sep 13 08:03:37.315655 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60324) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:37.320598 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-1a587dda-14ba-4707-b8a5-7419a93c0f71 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Request body: {'security_group_rule': {'security_group_id': 'b0222de7-6bc1-4649-8c30-adc771725d27', 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:37.348646 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1a587dda-14ba-4707-b8a5-7419a93c0f71 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (99b84443-1b7e-45e5-a30a-88a918131add), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.407936 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1a587dda-14ba-4707-b8a5-7419a93c0f71 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (99b84443-1b7e-45e5-a30a-88a918131add), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.412523 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1a587dda-14ba-4707-b8a5-7419a93c0f71 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (99b84443-1b7e-45e5-a30a-88a918131add), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.432167 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a587dda-14ba-4707-b8a5-7419a93c0f71 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b84443-1b7e-45e5-a30a-88a918131add,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:37.439817 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1a587dda-14ba-4707-b8a5-7419a93c0f71 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.441014 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1a587dda-14ba-4707-b8a5-7419a93c0f71 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244495 Sep 13 08:03:37.444464 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60326) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:37.449133 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-8bfe60bf-9bbc-4d0d-a612-2a28230996d9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Request body: {'security_group_rule': {'security_group_id': 'b0222de7-6bc1-4649-8c30-adc771725d27', 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:37.479650 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8bfe60bf-9bbc-4d0d-a612-2a28230996d9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (16285131-adf7-4dbe-83db-582bf55aa602), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.539625 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8bfe60bf-9bbc-4d0d-a612-2a28230996d9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (16285131-adf7-4dbe-83db-582bf55aa602), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.543587 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8bfe60bf-9bbc-4d0d-a612-2a28230996d9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (16285131-adf7-4dbe-83db-582bf55aa602), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.563198 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe60bf-9bbc-4d0d-a612-2a28230996d9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16285131-adf7-4dbe-83db-582bf55aa602,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:37.569971 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8bfe60bf-9bbc-4d0d-a612-2a28230996d9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.571107 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-8bfe60bf-9bbc-4d0d-a612-2a28230996d9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256962 Sep 13 08:03:37.574244 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60328) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:37.578676 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-754e23be-b5c3-4d97-a6e1-d24a9da07281 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Request body: {'security_group_rule': {'security_group_id': 'b0222de7-6bc1-4649-8c30-adc771725d27', 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:37.606035 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-754e23be-b5c3-4d97-a6e1-d24a9da07281 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (eba0d09c-642e-4966-9e60-b71e253d221c), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.654296 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:37.671915 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-754e23be-b5c3-4d97-a6e1-d24a9da07281 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (eba0d09c-642e-4966-9e60-b71e253d221c), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.676409 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-754e23be-b5c3-4d97-a6e1-d24a9da07281 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (eba0d09c-642e-4966-9e60-b71e253d221c), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.683745 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:37.699042 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e23be-b5c3-4d97-a6e1-d24a9da07281 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba0d09c-642e-4966-9e60-b71e253d221c,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:37.704664 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-754e23be-b5c3-4d97-a6e1-d24a9da07281 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.705920 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-754e23be-b5c3-4d97-a6e1-d24a9da07281 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306500 Sep 13 08:03:37.708601 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60330) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:37.712985 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-88255b25-eeae-4a89-9cee-1fb3f95362d2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Request body: {'security_group_rule': {'security_group_id': 'b0222de7-6bc1-4649-8c30-adc771725d27', 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:37.733622 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.securitygroups_db [None req-88255b25-eeae-4a89-9cee-1fb3f95362d2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Project f7a64886550f4140bf90a77070f769e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 08:03:37.740062 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-88255b25-eeae-4a89-9cee-1fb3f95362d2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (f1ded643-54c3-429a-afae-88128e940659), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.797506 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-88255b25-eeae-4a89-9cee-1fb3f95362d2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (f1ded643-54c3-429a-afae-88128e940659), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.801560 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-88255b25-eeae-4a89-9cee-1fb3f95362d2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (f1ded643-54c3-429a-afae-88128e940659), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.823004 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88255b25-eeae-4a89-9cee-1fb3f95362d2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ded643-54c3-429a-afae-88128e940659,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:37.828309 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-88255b25-eeae-4a89-9cee-1fb3f95362d2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.829497 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-88255b25-eeae-4a89-9cee-1fb3f95362d2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200008 Sep 13 08:03:37.832409 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60332) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:37.836659 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-64f0dc86-9061-469c-852d-b5c7d0b553f5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Request body: {'security_group_rule': {'security_group_id': 'b0222de7-6bc1-4649-8c30-adc771725d27', 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:37.857360 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.securitygroups_db [None req-64f0dc86-9061-469c-852d-b5c7d0b553f5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Project f7a64886550f4140bf90a77070f769e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 08:03:37.863115 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-64f0dc86-9061-469c-852d-b5c7d0b553f5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (bcf2d87b-23f6-411b-8101-ea6adc39879a), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.927310 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-64f0dc86-9061-469c-852d-b5c7d0b553f5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (bcf2d87b-23f6-411b-8101-ea6adc39879a), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.931638 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-64f0dc86-9061-469c-852d-b5c7d0b553f5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (bcf2d87b-23f6-411b-8101-ea6adc39879a), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.949948 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0dc86-9061-469c-852d-b5c7d0b553f5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf2d87b-23f6-411b-8101-ea6adc39879a,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:37.956403 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-64f0dc86-9061-469c-852d-b5c7d0b553f5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:37.958120 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-64f0dc86-9061-469c-852d-b5c7d0b553f5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247902 Sep 13 08:03:38.319752 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062128d6-5581-4e3b-9334-97789734f009 req-8e0eab69-176e-4cc6-ad64-c623fe434d2f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:38.321288 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-062128d6-5581-4e3b-9334-97789734f009 req-8e0eab69-176e-4cc6-ad64-c623fe434d2f tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0597196 Sep 13 08:03:38.376711 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-062128d6-5581-4e3b-9334-97789734f009 req-472720d2-a204-41ed-8b2b-57a7246364b4 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494564 Sep 13 08:03:38.384152 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Sync routers for ids ['14a67327-5116-4ca1-b0c2-f13163c526bc'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:38.404116 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Routers {'14a67327-5116-4ca1-b0c2-f13163c526bc'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:38.405640 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['14a67327-5116-4ca1-b0c2-f13163c526bc'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:38.518744 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device b469de61-753c-4c88-bc67-0575565c001a up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:38.554607 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Set router 14a67327-5116-4ca1-b0c2-f13163c526bc gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:38.635313 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port b469de61-753c-4c88-bc67-0575565c001a triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:38.635699 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b469de61-753c-4c88-bc67-0575565c001a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:38.804140 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port b469de61-753c-4c88-bc67-0575565c001a is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:38.804531 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b469de61-753c-4c88-bc67-0575565c001a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:38.836471 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port b469de61-753c-4c88-bc67-0575565c001a, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=b469de61-753c-4c88-bc67-0575565c001a,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:38.838221 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b469de61-753c-4c88-bc67-0575565c001a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:35Z', 'revision_number': 4, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'gw_port': {'id': 'b469de61-753c-4c88-bc67-0575565c001a', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'a98eb987-bbd4-400d-b05d-8798c10624a7', 'name': '', 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'mac_address': 'fa:16:3e:00:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:34Z', 'updated_at': '2022-09-13T08:03:36Z', 'revision_number': 2, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'subnets': [{'id': '9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:38.841538 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b469de61-753c-4c88-bc67-0575565c001a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:38.873268 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Checking router: 14a67327-5116-4ca1-b0c2-f13163c526bc for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:38.873268 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Updating router 14a67327-5116-4ca1-b0c2-f13163c526bc port a98eb987-bbd4-400d-b05d-8798c10624a7 binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:03:38.930681 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:38.951253 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=b469de61-753c-4c88-bc67-0575565c001a,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:39.073054 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:39.188739 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:39.201025 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-8410ca66-9a25-47af-899a-1f602dcd21a9 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:39.202583 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-8410ca66-9a25-47af-899a-1f602dcd21a9 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0533791 Sep 13 08:03:39.211293 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Publish callbacks [] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:39.216709 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:39.278026 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bcdd1-4b9a-4c80-a4a6-e020dae47f5d None None] Pushing event updated for resources: {'Port': ['ID=a98eb987-bbd4-400d-b05d-8798c10624a7,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:39.297805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Deleting port 442eac97-44c9-44b1-88f2-8aec23155748 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:39.298151 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (442eac97-44c9-44b1-88f2-8aec23155748), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:39.313056 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Attempting to bind port a98eb987-bbd4-400d-b05d-8798c10624a7 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:39.313430 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Attempting to bind port a98eb987-bbd4-400d-b05d-8798c10624a7 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'e1f927b0-25e7-4da6-b1e5-6370a182d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:39.314772 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Attempting to bind port a98eb987-bbd4-400d-b05d-8798c10624a7 on network 253ff1dd-1aac-49e6-83a3-e31fbe078deb {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:39.361167 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:39.361547 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Checking segment: {'id': 'e1f927b0-25e7-4da6-b1e5-6370a182d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:39.362149 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:39.362550 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Bound using segment: {'id': 'e1f927b0-25e7-4da6-b1e5-6370a182d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:39.363636 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Bound port: a98eb987-bbd4-400d-b05d-8798c10624a7, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f927b0-25e7-4da6-b1e5-6370a182d690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:39.364019 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:39.401719 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] For port 442eac97-44c9-44b1-88f2-8aec23155748, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=442eac97-44c9-44b1-88f2-8aec23155748,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:39.402105 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (442eac97-44c9-44b1-88f2-8aec23155748), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:39.417000 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Calling delete_port for 442eac97-44c9-44b1-88f2-8aec23155748 owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:39.434340 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] For port a98eb987-bbd4-400d-b05d-8798c10624a7, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:39.439310 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] For port a98eb987-bbd4-400d-b05d-8798c10624a7, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=a98eb987-bbd4-400d-b05d-8798c10624a7,segment=NetworkSegment(e1f927b0-25e7-4da6-b1e5-6370a182d690),segment_id=e1f927b0-25e7-4da6-b1e5-6370a182d690)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:39.450137 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:39.484888 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Routers {'14a67327-5116-4ca1-b0c2-f13163c526bc'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:39.485525 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['14a67327-5116-4ca1-b0c2-f13163c526bc'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:39.547729 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7d2f6-ca38-4186-90dd-2ba766516dc0 req-a050bc05-7430-43e3-bd57-8e1be4bb4e1d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:39.549198 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5ee7d2f6-ca38-4186-90dd-2ba766516dc0 req-a050bc05-7430-43e3-bd57-8e1be4bb4e1d tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=843735bd-7dc0-435e-8421-8803bb7882c5 HTTP/1.1" status: 200 len: 945 time: 0.0742893 Sep 13 08:03:39.556214 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bcdd1-4b9a-4c80-a4a6-e020dae47f5d None None] Pushing event updated for resources: {'Port': ['ID=a98eb987-bbd4-400d-b05d-8798c10624a7,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:39.627153 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] Set router 14a67327-5116-4ca1-b0c2-f13163c526bc gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:39.638590 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5ee7d2f6-ca38-4186-90dd-2ba766516dc0 req-252ba311-d0f5-4895-b466-fc28d4de11c6 tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aa51f0e1-72cb-412f-8d9f-ad34e87a360a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772240 Sep 13 08:03:39.660410 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (442eac97-44c9-44b1-88f2-8aec23155748), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:39.694999 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Pushing event deleted for resources: {'Port': ['ID=442eac97-44c9-44b1-88f2-8aec23155748,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:39.699271 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['442eac97-44c9-44b1-88f2-8aec23155748'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:03:39.745037 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:39.746037 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] No DVR routers for this DVR port 442eac97-44c9-44b1-88f2-8aec23155748 on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:39.748630 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:39.751844 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-baf66b70-b84e-4511-ac3d-e3a2f7ab1993 req-489855e4-8309-4167-9445-4b1a0ff5040c tempest-ServerRescueNegativeTestJSON-1991748348 tempest-ServerRescueNegativeTestJSON-1991748348-project] 10.222.0.18 "DELETE /networking/v2.0/ports/442eac97-44c9-44b1-88f2-8aec23155748 HTTP/1.1" status: 204 len: 173 time: 0.5396245 Sep 13 08:03:39.752837 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843735bd-7dc0-435e-8421-8803bb7882c5', 'name': 'network-vif-deleted', 'tag': '442eac97-44c9-44b1-88f2-8aec23155748'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:39.762484 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac80fde-d70c-41ff-9ed1-5cbfefbf7fe4" -d '{"events": [{"server_uuid": "843735bd-7dc0-435e-8421-8803bb7882c5", "name": "network-vif-deleted", "tag": "442eac97-44c9-44b1-88f2-8aec23155748"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:39.811314 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8bcc34-c259-4555-94ee-55ce53a61a74 x-openstack-request-id: req-1d8bcc34-c259-4555-94ee-55ce53a61a74 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:39.811684 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843735bd-7dc0-435e-8421-8803bb7882c5", "name": "network-vif-deleted", "tag": "442eac97-44c9-44b1-88f2-8aec23155748", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:39.811997 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d8bcc34-c259-4555-94ee-55ce53a61a74 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:39.812846 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8bcc34-c259-4555-94ee-55ce53a61a74'] response: {'server_uuid': '843735bd-7dc0-435e-8421-8803bb7882c5', 'name': 'network-vif-deleted', 'tag': '442eac97-44c9-44b1-88f2-8aec23155748', 'status': 'completed', 'code': 200} Sep 13 08:03:39.861895 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b469de61-753c-4c88-bc67-0575565c001a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:35Z', 'revision_number': 4, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'gw_port': {'id': 'b469de61-753c-4c88-bc67-0575565c001a', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'a98eb987-bbd4-400d-b05d-8798c10624a7', 'name': '', 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'mac_address': 'fa:16:3e:00:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:34Z', 'updated_at': '2022-09-13T08:03:39Z', 'revision_number': 4, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'subnets': [{'id': '9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:39.889031 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd6853-ca2e-4d55-a993-f2eef04c0521 None None] The sync data for ids ['14a67327-5116-4ca1-b0c2-f13163c526bc'] in dv-cinder-857075-3-iscsi is: [{'id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b469de61-753c-4c88-bc67-0575565c001a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:35Z', 'revision_number': 4, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'gw_port': {'id': 'b469de61-753c-4c88-bc67-0575565c001a', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'a98eb987-bbd4-400d-b05d-8798c10624a7', 'name': '', 'network_id': '253ff1dd-1aac-49e6-83a3-e31fbe078deb', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'mac_address': 'fa:16:3e:00:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:34Z', 'updated_at': '2022-09-13T08:03:39Z', 'revision_number': 4, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'subnets': [{'id': '9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:40.079711 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:03:40.573954 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device b469de61-753c-4c88-bc67-0575565c001a up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:40.622801 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port b469de61-753c-4c88-bc67-0575565c001a triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:40.623286 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b469de61-753c-4c88-bc67-0575565c001a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:40.675498 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:40.713471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60400) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:40.720095 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port b469de61-753c-4c88-bc67-0575565c001a is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:40.721198 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device a98eb987-bbd4-400d-b05d-8798c10624a7 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:40.760044 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:40.768118 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port a98eb987-bbd4-400d-b05d-8798c10624a7 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:40.768490 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:40.811747 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:40.852466 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port a98eb987-bbd4-400d-b05d-8798c10624a7 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:40.852850 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:40.890547 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port a98eb987-bbd4-400d-b05d-8798c10624a7, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=a98eb987-bbd4-400d-b05d-8798c10624a7,segment=NetworkSegment(e1f927b0-25e7-4da6-b1e5-6370a182d690),segment_id=e1f927b0-25e7-4da6-b1e5-6370a182d690)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:40.895104 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:40.949087 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=a98eb987-bbd4-400d-b05d-8798c10624a7,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:41.068897 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (976ae66e-3563-4c05-af5c-96757c2292b5), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:41.302752 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Deleting port 4fc34217-4554-41ea-a818-84e3572eb40a {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:41.303093 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:41.394133 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] For port 4fc34217-4554-41ea-a818-84e3572eb40a, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=4fc34217-4554-41ea-a818-84e3572eb40a,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:41.394465 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:41.407603 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Calling delete_port for 4fc34217-4554-41ea-a818-84e3572eb40a owned by network:router_interface {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:41.604267 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (4fc34217-4554-41ea-a818-84e3572eb40a), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:41.611608 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:41.631956 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc34217-4554-41ea-a818-84e3572eb40a,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:41.640679 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:41.811855 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (976ae66e-3563-4c05-af5c-96757c2292b5), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:42.290756 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Router 976ae66e-3563-4c05-af5c-96757c2292b5 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:42.393754 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:42.398763 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a06d9a80-f20d-4a6e-8408-0ff700502361 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/976ae66e-3563-4c05-af5c-96757c2292b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6848581 Sep 13 08:03:42.401346 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60406) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:42.403842 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] Sync routers for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:42.420096 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:42.420750 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:42.512191 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks [] for router (976ae66e-3563-4c05-af5c-96757c2292b5), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:42.552418 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device a98eb987-bbd4-400d-b05d-8798c10624a7 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:42.596232 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port a98eb987-bbd4-400d-b05d-8798c10624a7 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:42.596742 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:42.623351 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks [] for router_gateway (976ae66e-3563-4c05-af5c-96757c2292b5), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:42.629452 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:42.671313 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Deleting port ace7dd2a-c76d-4684-8708-7174739f2412 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:42.671663 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:42.695541 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port a98eb987-bbd4-400d-b05d-8798c10624a7 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:42.765203 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] For port ace7dd2a-c76d-4684-8708-7174739f2412, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=ace7dd2a-c76d-4684-8708-7174739f2412,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:42.765565 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:42.783976 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Calling delete_port for ace7dd2a-c76d-4684-8708-7174739f2412 owned by network:router_gateway {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:42.813475 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T08:03:41Z', 'revision_number': 5, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port': {'id': 'ace7dd2a-c76d-4684-8708-7174739f2412', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:51Z', 'updated_at': '2022-09-13T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:42.829046 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:42.840636 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] Checking router: 976ae66e-3563-4c05-af5c-96757c2292b5 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:42.847492 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:42.850106 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] Routers {'976ae66e-3563-4c05-af5c-96757c2292b5'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:42.851125 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['976ae66e-3563-4c05-af5c-96757c2292b5'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:42.856381 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:42.932169 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:42.948731 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] Set router 976ae66e-3563-4c05-af5c-96757c2292b5 gateway port host: None {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:42.963218 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 442eac97-44c9-44b1-88f2-8aec23155748 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:42.977818 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (ace7dd2a-c76d-4684-8708-7174739f2412), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:42.992621 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 442eac97-44c9-44b1-88f2-8aec23155748 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:42.992887 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 442eac97-44c9-44b1-88f2-8aec23155748 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:43.002169 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T08:03:42Z', 'revision_number': 6, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port_host': None}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:43.012758 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Pushing event deleted for resources: {'Port': ['ID=ace7dd2a-c76d-4684-8708-7174739f2412,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:43.040475 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e07e4d0-68ea-41f6-8cb4-2cfa810debaf None None] The sync data for ids ['976ae66e-3563-4c05-af5c-96757c2292b5'] in dv-cinder-857075-3-iscsi is: [{'id': '976ae66e-3563-4c05-af5c-96757c2292b5', 'name': 'tempest-ServerRescueNegativeTestJSON-1763397109-router', 'tenant_id': '3414a292093541209ace108ad8bb6be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:50Z', 'updated_at': '2022-09-13T08:03:42Z', 'revision_number': 6, 'project_id': '3414a292093541209ace108ad8bb6be4', 'gw_port_host': None}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:43.088272 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (976ae66e-3563-4c05-af5c-96757c2292b5), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.181552 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (976ae66e-3563-4c05-af5c-96757c2292b5), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.183738 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks [] for router_controller (976ae66e-3563-4c05-af5c-96757c2292b5), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.225998 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (976ae66e-3563-4c05-af5c-96757c2292b5), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.226561 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976ae66e-3563-4c05-af5c-96757c2292b5 {{(pid=106243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:03:43.230991 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.232143 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d0bfb1ed-caec-406e-827e-acb4a767c89d admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/976ae66e-3563-4c05-af5c-96757c2292b5 HTTP/1.1" status: 204 len: 168 time: 0.8298485 Sep 13 08:03:43.234707 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60410) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:43.286537 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9afedf-d64f-43b3-a525-0fa1d32ff989 admin admin] Deleting subnet 87d20af1-22c1-4587-9432-6e89bfc6084f {{(pid=106243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:03:43.289790 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4a9afedf-d64f-43b3-a525-0fa1d32ff989 admin admin] Publish callbacks [] for subnet (87d20af1-22c1-4587-9432-6e89bfc6084f), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.323675 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4a9afedf-d64f-43b3-a525-0fa1d32ff989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14310313'] for subnet (87d20af1-22c1-4587-9432-6e89bfc6084f), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.411950 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4a9afedf-d64f-43b3-a525-0fa1d32ff989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (87d20af1-22c1-4587-9432-6e89bfc6084f), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.472806 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4a9afedf-d64f-43b3-a525-0fa1d32ff989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14327129'] for subnet (87d20af1-22c1-4587-9432-6e89bfc6084f), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.499690 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9afedf-d64f-43b3-a525-0fa1d32ff989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d20af1-22c1-4587-9432-6e89bfc6084f,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:43.508217 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4a9afedf-d64f-43b3-a525-0fa1d32ff989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.514796 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97621bfa-7fb2-4ef5-9863-acb9f8fc0e4e None None] Network aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:03:43.515008 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4a9afedf-d64f-43b3-a525-0fa1d32ff989 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/87d20af1-22c1-4587-9432-6e89bfc6084f HTTP/1.1" status: 204 len: 168 time: 0.2768478 Sep 13 08:03:43.515008 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60412) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:43.583455 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.631752 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Deleting port 95dbec88-7368-4942-89f3-f3cf804fd218 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:43.632096 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.697912 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] For port 95dbec88-7368-4942-89f3-f3cf804fd218, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=95dbec88-7368-4942-89f3-f3cf804fd218,segment=NetworkSegment(75ba6cd9-5153-477c-bc23-91463ed9a39b),segment_id=75ba6cd9-5153-477c-bc23-91463ed9a39b)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:43.698274 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.711518 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Calling delete_port for 95dbec88-7368-4942-89f3-f3cf804fd218 owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:43.757422 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:43.801143 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eaa132-0276-4376-b521-b649322035f7 None None] DHCP port deletion for aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:03:43.818876 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.841307 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-73eaa132-0276-4376-b521-b649322035f7 None None] Deleting port 95dbec88-7368-4942-89f3-f3cf804fd218 {{(pid=106244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:03:43.841607 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-73eaa132-0276-4376-b521-b649322035f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), before_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.843192 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Pushing event deleted for resources: {'Port': ['ID=95dbec88-7368-4942-89f3-f3cf804fd218,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:43.850383 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] No DVR routers for this DVR port 95dbec88-7368-4942-89f3-f3cf804fd218 on host dv-cinder-857075-3-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:43.931507 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:43.954038 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:43.956280 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845']}} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:43.967731 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ba6cd9-5153-477c-bc23-91463ed9a39b') {'for_net_delete': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:43.968023 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ba6cd9-5153-477c-bc23-91463ed9a39b') {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:43.986567 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14310304'] for segment (75ba6cd9-5153-477c-bc23-91463ed9a39b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.002729 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (75ba6cd9-5153-477c-bc23-91463ed9a39b), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.011007 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:03:44.011619 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13807956'] for segment (75ba6cd9-5153-477c-bc23-91463ed9a39b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.056966 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-73eaa132-0276-4376-b521-b649322035f7 None None] For port 95dbec88-7368-4942-89f3-f3cf804fd218, host dv-cinder-857075-3-iscsi, got binding levels [] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:44.057362 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-73eaa132-0276-4376-b521-b649322035f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), precommit_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.064699 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment 75ba6cd9-5153-477c-bc23-91463ed9a39b resource provider aggregate not found Sep 13 08:03:44.073405 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-73eaa132-0276-4376-b521-b649322035f7 None None] Calling delete_port for 95dbec88-7368-4942-89f3-f3cf804fd218 owned by network:dhcp {{(pid=106244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:03:44.079004 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.ipam_backend_mixin [None req-73eaa132-0276-4376-b521-b649322035f7 None None] Port 95dbec88-7368-4942-89f3-f3cf804fd218 was not found and therefore no delete operation was performed {{(pid=106244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 13 08:03:44.080299 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-73eaa132-0276-4376-b521-b649322035f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (95dbec88-7368-4942-89f3-f3cf804fd218), after_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.091458 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment 75ba6cd9-5153-477c-bc23-91463ed9a39b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75ba6cd9-5153-477c-bc23-91463ed9a39b found for delete ", "request_id": "req-1dead0a5-d823-4937-8765-9acffc55a2a4"}]} Sep 13 08:03:44.092494 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.099841 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.105587 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845 HTTP/1.1" status: 204 len: 168 time: 0.5870950 Sep 13 08:03:44.110789 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaa132-0276-4376-b521-b649322035f7 None None] Pushing event deleted for resources: {'Port': ['ID=95dbec88-7368-4942-89f3-f3cf804fd218,revision_number=None']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:44.115653 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eaa132-0276-4376-b521-b649322035f7 None None] No DVR routers for this DVR port 95dbec88-7368-4942-89f3-f3cf804fd218 on host dv-cinder-857075-3-iscsi {{(pid=106244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:03:44.131892 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f388c-fe58-4c74-b03f-468f2cb2162f admin admin] Pushing event deleted for resources: {'Network': ['ID=aea9a06a-aa9b-4ce8-96c2-d9a1db6fa845,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:44.287670 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60422) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:44.327074 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d98e3522-3a0a-4830-a5e6-afc4ff38fcb8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3414a292093541209ace108ad8bb6be4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380688 Sep 13 08:03:44.329521 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60424) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:44.383475 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a100ee34-fcaf-4528-862d-67c08ec0ee30 admin admin] Publish callbacks [] for security_group (aa51f0e1-72cb-412f-8d9f-ad34e87a360a), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.402799 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a100ee34-fcaf-4528-862d-67c08ec0ee30 admin admin] Publish callbacks [] for security_group (aa51f0e1-72cb-412f-8d9f-ad34e87a360a), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.453419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a100ee34-fcaf-4528-862d-67c08ec0ee30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (aa51f0e1-72cb-412f-8d9f-ad34e87a360a), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.456025 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a100ee34-fcaf-4528-862d-67c08ec0ee30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:44.457221 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a100ee34-fcaf-4528-862d-67c08ec0ee30 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/aa51f0e1-72cb-412f-8d9f-ad34e87a360a HTTP/1.1" status: 204 len: 168 time: 0.1267993 Sep 13 08:03:44.465393 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100ee34-fcaf-4528-862d-67c08ec0ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa51f0e1-72cb-412f-8d9f-ad34e87a360a,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:44.484996 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 95dbec88-7368-4942-89f3-f3cf804fd218 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:44.507849 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 95dbec88-7368-4942-89f3-f3cf804fd218 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:44.508281 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 95dbec88-7368-4942-89f3-f3cf804fd218 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:44.508784 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 4fc34217-4554-41ea-a818-84e3572eb40a no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:44.530005 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 4fc34217-4554-41ea-a818-84e3572eb40a {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:44.530359 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 4fc34217-4554-41ea-a818-84e3572eb40a not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:44.530771 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device ace7dd2a-c76d-4684-8708-7174739f2412 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:03:44.549282 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: ace7dd2a-c76d-4684-8708-7174739f2412 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:03:44.549619 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device ace7dd2a-c76d-4684-8708-7174739f2412 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:03:45.176118 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60448) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:45.281097 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-873854638-network', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:45.303088 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Made reservation on behalf of be59f6fed9f645d5bd7478535a2fcb02 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:45.305682 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.314088 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.395254 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Publish callbacks [] for security_group (117d7243-f218-4197-bc56-1006257f1c73), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.399037 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (117d7243-f218-4197-bc56-1006257f1c73), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.428546 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=106243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:03:45.434034 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117d7243-f218-4197-bc56-1006257f1c73,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:45.441899 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (bcb2922a-c373-4bbe-85f6-031cb60b56c5), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.442346 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Added segment bcb2922a-c373-4bbe-85f6-031cb60b56c5 of type vlan for network f93712ee-301e-46f6-89c7-90ecda9684a1 Sep 13 08:03:45.485412 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (f93712ee-301e-46f6-89c7-90ecda9684a1), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.511963 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (f93712ee-301e-46f6-89c7-90ecda9684a1), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.512940 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:45.513511 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.518465 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:45.553238 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3760254 Sep 13 08:03:45.556261 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60452) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:45.561677 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Request body: {'subnet': {'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-subnet', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:45.583137 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f4ff8-4ae1-4199-af01-0d6d52c2d36f admin admin] Pushing event updated for resources: {'Network': ['ID=f93712ee-301e-46f6-89c7-90ecda9684a1,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:45.583425 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Made reservation on behalf of be59f6fed9f645d5bd7478535a2fcb02 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:45.593529 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13043822'] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.594404 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network f93712ee-301e-46f6-89c7-90ecda9684a1 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:03:45.672978 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:45.774789 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13698630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13043836'] for subnet (b1be967a-7be1-49d4-ab15-fd76c00c30a4), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.830084 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1be967a-7be1-49d4-ab15-fd76c00c30a4,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:45.839606 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Checking segment: {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:45.839959 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Network hostable DHCP agents. Network: f93712ee-301e-46f6-89c7-90ecda9684a1, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:03:45.857390 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Network f93712ee-301e-46f6-89c7-90ecda9684a1 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:03:45.866327 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, f93712ee-301e-46f6-89c7-90ecda9684a1) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:45.870680 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:45.871281 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.876805 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e52630-81f0-4e24-9c4a-294f4488564d None None] Network f93712ee-301e-46f6-89c7-90ecda9684a1 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:03:45.897725 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-665663d9-b07b-40c5-b654-a67f7e83e568 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3401365 Sep 13 08:03:45.900808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60456) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:45.907012 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:45.938880 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (44b4dc04-56c5-4439-9816-f6f96e512874), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.940898 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (44b4dc04-56c5-4439-9816-f6f96e512874), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:45.951661 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:46.004038 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks [] for router_controller (44b4dc04-56c5-4439-9816-f6f96e512874), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.006101 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-f93712ee-301e-46f6-89c7-90ecda9684a1', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 08:03:46.007274 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.098349 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:46.140267 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks [] for router_gateway (44b4dc04-56c5-4439-9816-f6f96e512874), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.144107 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:46.150664 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Allocated IP 172.20.0.2 (f93712ee-301e-46f6-89c7-90ecda9684a1/b1be967a-7be1-49d4-ab15-fd76c00c30a4/c4af6ecf-5467-44f9-8ba1-b14e661ebe6a) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:46.299166 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Publish callbacks [] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.305908 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.326934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks [] for router_gateway (44b4dc04-56c5-4439-9816-f6f96e512874), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.345856 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.351116 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Network f93712ee-301e-46f6-89c7-90ecda9684a1 is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:46.356851 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:46.359399 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:46.363562 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Pushing event updated for resources: {'Port': ['ID=c4af6ecf-5467-44f9-8ba1-b14e661ebe6a,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:46.420801 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Attempting to bind port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:46.421236 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Attempting to bind port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:46.421681 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Attempting to bind port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a on network f93712ee-301e-46f6-89c7-90ecda9684a1 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:46.457825 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Allocated IP 172.27.1.180 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/16cd57a7-7d2b-4367-86ee-e63f8a45fb17) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:46.478513 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:46.478885 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Checking segment: {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:46.479311 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.479677 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Bound using segment: {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:46.480143 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Bound port: c4af6ecf-5467-44f9-8ba1-b14e661ebe6a, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:46.480517 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.544560 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] For port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:46.548089 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] For port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=c4af6ecf-5467-44f9-8ba1-b14e661ebe6a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:46.555376 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.573216 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks [] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.597775 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:46.611800 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4300310-fb29-4418-b192-f6ba78182836 None None] Pushing event updated for resources: {'Port': ['ID=c4af6ecf-5467-44f9-8ba1-b14e661ebe6a,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:46.622460 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.665619 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:46.671961 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:46.677137 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:46.699101 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Pushing event updated for resources: {'Port': ['ID=16cd57a7-7d2b-4367-86ee-e63f8a45fb17,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:46.772081 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-3fd0339c-517b-4152-b132-8da3d8754375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:46.915911 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:46.967231 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks [] for router_gateway (44b4dc04-56c5-4439-9816-f6f96e512874), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:47.164900 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (44b4dc04-56c5-4439-9816-f6f96e512874), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:47.298838 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Router 44b4dc04-56c5-4439-9816-f6f96e512874 is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 08:03:47.405927 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:47.418303 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Sync routers for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:47.431206 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:47.431206 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-92378834-8867-416d-90e0-cc80b2c52c43 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5261724 Sep 13 08:03:47.432313 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60460) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:47.435950 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:47.436585 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:47.519874 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39a99d-1c7d-4bdd-8cc3-ae75c31e82bb None None] Network f93712ee-301e-46f6-89c7-90ecda9684a1 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:03:47.616830 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:47.619875 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-24ce7370-5d9a-4f80-a93e-76c5d3858f16 None None] Provisioning complete for port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:47.620335 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-24ce7370-5d9a-4f80-a93e-76c5d3858f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:47.622918 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:47.805528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:47.811776 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:47.818990 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:47.869314 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:47.930999 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:46Z', 'revision_number': 3, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:47.932755 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-24ce7370-5d9a-4f80-a93e-76c5d3858f16 None None] Current status of the port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:47.933173 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-24ce7370-5d9a-4f80-a93e-76c5d3858f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:47.970287 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Checking router: 44b4dc04-56c5-4439-9816-f6f96e512874 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:47.970643 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Updating router 44b4dc04-56c5-4439-9816-f6f96e512874 port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:03:48.035534 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.057822 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Allocated IP 172.20.0.1 (f93712ee-301e-46f6-89c7-90ecda9684a1/b1be967a-7be1-49d4-ab15-fd76c00c30a4/578c73e2-281d-4611-8956-5c2fcfbc71fb) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:48.064459 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-24ce7370-5d9a-4f80-a93e-76c5d3858f16 None None] For port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=c4af6ecf-5467-44f9-8ba1-b14e661ebe6a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:48.074559 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-24ce7370-5d9a-4f80-a93e-76c5d3858f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.217327 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce7370-5d9a-4f80-a93e-76c5d3858f16 None None] Pushing event updated for resources: {'Port': ['ID=c4af6ecf-5467-44f9-8ba1-b14e661ebe6a,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:48.227765 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-de8b544d-dcfb-401e-b246-7018395014a5 None None] Provisioning complete for port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:48.227765 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-de8b544d-dcfb-401e-b246-7018395014a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.438528 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Publish callbacks [] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.482074 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.535821 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device c4af6ecf-5467-44f9-8ba1-b14e661ebe6a up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:48.541098 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Network f93712ee-301e-46f6-89c7-90ecda9684a1 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:48.542686 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:48.545066 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:48.548618 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Pushing event updated for resources: {'Port': ['ID=578c73e2-281d-4611-8956-5c2fcfbc71fb,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:48.571425 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-de8b544d-dcfb-401e-b246-7018395014a5 None None] Current status of the port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:48.588509 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (44b4dc04-56c5-4439-9816-f6f96e512874), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.594196 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Publish callbacks [] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.605670 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.650659 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Attempting to bind port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:48.651342 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Attempting to bind port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:48.651342 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Attempting to bind port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:48.678885 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:48.679259 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.684975 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:48.709833 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe15f1-1ed1-4f09-a5b3-2d3c5a8bfe9e None None] Pushing event updated for resources: {'Port': ['ID=16cd57a7-7d2b-4367-86ee-e63f8a45fb17,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:48.731067 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:48.736633 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.754323 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:48.754323 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:48.754323 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.754323 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:48.754860 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Bound port: 16cd57a7-7d2b-4367-86ee-e63f8a45fb17, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:48.755070 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.816566 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:48.846052 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:48.851694 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] For port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:48.863869 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] For port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=16cd57a7-7d2b-4367-86ee-e63f8a45fb17,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:48.869649 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.913529 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:48.914181 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:48.927468 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Publish callbacks [] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.931386 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.968995 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-7fdb3f94-188e-4152-99ea-bbf9d20a26a7 None None] Provisioning complete for port 578c73e2-281d-4611-8956-5c2fcfbc71fb triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:48.969359 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3f94-188e-4152-99ea-bbf9d20a26a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:48.976625 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:49.004547 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Pushing event updated for resources: {'Port': ['ID=578c73e2-281d-4611-8956-5c2fcfbc71fb,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:49.009810 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (44b4dc04-56c5-4439-9816-f6f96e512874), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.015576 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe15f1-1ed1-4f09-a5b3-2d3c5a8bfe9e None None] Pushing event updated for resources: {'Port': ['ID=16cd57a7-7d2b-4367-86ee-e63f8a45fb17,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:49.055041 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d7536246-9a3c-4fe4-a2ad-3ab80590f92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.063316 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb3f94-188e-4152-99ea-bbf9d20a26a7 None None] Port 578c73e2-281d-4611-8956-5c2fcfbc71fb cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:49.087497 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:49.116118 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Network f93712ee-301e-46f6-89c7-90ecda9684a1 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:49.117668 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:49.244530 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Router 44b4dc04-56c5-4439-9816-f6f96e512874 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:03:49.327483 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 1, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:49.353880 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cffb5d-08b7-4502-825a-875c3295f0d9 None None] The sync data for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi is: [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 1, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:49.355853 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:03:49.360849 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0b4b0d2e-c93b-4f30-bf2a-52c077a1af48 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/44b4dc04-56c5-4439-9816-f6f96e512874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9274471 Sep 13 08:03:49.387196 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-26693e46-3aea-4eba-81b1-3a39b81cef79 None None] Provisioning complete for port 578c73e2-281d-4611-8956-5c2fcfbc71fb triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:49.387583 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-26693e46-3aea-4eba-81b1-3a39b81cef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.420680 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-26693e46-3aea-4eba-81b1-3a39b81cef79 None None] Port 578c73e2-281d-4611-8956-5c2fcfbc71fb cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:49.690228 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60484) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:49.695115 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-d0e86580-1e26-4376-b0f2-ad2f9e02d918 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441944291', 'description': 'tempest-description--1363480181'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:49.717227 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d0e86580-1e26-4376-b0f2-ad2f9e02d918 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.791085 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d0e86580-1e26-4376-b0f2-ad2f9e02d918 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (d16af6d9-c226-4160-8dd2-f5d8be6503a8), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.795115 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d0e86580-1e26-4376-b0f2-ad2f9e02d918 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (d16af6d9-c226-4160-8dd2-f5d8be6503a8), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.829216 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d0e86580-1e26-4376-b0f2-ad2f9e02d918 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.830522 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d0e86580-1e26-4376-b0f2-ad2f9e02d918 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1392369 Sep 13 08:03:49.831330 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86580-1e26-4376-b0f2-ad2f9e02d918 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16af6d9-c226-4160-8dd2-f5d8be6503a8,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:49.833477 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60488) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:49.839112 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-1b281e4d-aac8-494b-9fe0-9c024fd149ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'security_group_rule': {'security_group_id': 'd16af6d9-c226-4160-8dd2-f5d8be6503a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:49.869293 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1b281e4d-aac8-494b-9fe0-9c024fd149ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (430d59af-3b5d-4122-8a7b-5469e5d47d53), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.911858 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:49.935697 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1b281e4d-aac8-494b-9fe0-9c024fd149ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (430d59af-3b5d-4122-8a7b-5469e5d47d53), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.939101 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1b281e4d-aac8-494b-9fe0-9c024fd149ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (430d59af-3b5d-4122-8a7b-5469e5d47d53), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.962877 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b281e4d-aac8-494b-9fe0-9c024fd149ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430d59af-3b5d-4122-8a7b-5469e5d47d53,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:49.970397 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1b281e4d-aac8-494b-9fe0-9c024fd149ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:49.975378 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1b281e4d-aac8-494b-9fe0-9c024fd149ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363091 Sep 13 08:03:49.975673 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60490) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:49.982794 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-f31face9-1366-44f5-b374-5d16cba292cc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'security_group_rule': {'security_group_id': 'd16af6d9-c226-4160-8dd2-f5d8be6503a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:50.017093 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f31face9-1366-44f5-b374-5d16cba292cc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (22b452ba-229e-4a8a-82f1-cfa9e79a04ba), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.073080 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:50.087063 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f31face9-1366-44f5-b374-5d16cba292cc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (22b452ba-229e-4a8a-82f1-cfa9e79a04ba), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.091758 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f31face9-1366-44f5-b374-5d16cba292cc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (22b452ba-229e-4a8a-82f1-cfa9e79a04ba), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.113828 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31face9-1366-44f5-b374-5d16cba292cc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b452ba-229e-4a8a-82f1-cfa9e79a04ba,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:50.120796 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f31face9-1366-44f5-b374-5d16cba292cc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.122053 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f31face9-1366-44f5-b374-5d16cba292cc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455231 Sep 13 08:03:50.125155 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60492) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:03:50.129534 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:50.154611 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.171079 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:50.212730 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.245888 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.358187 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Allocated IP 172.27.1.90 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/b81f01c8-1284-41db-9df6-d529539828fc) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:50.473932 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for port (b81f01c8-1284-41db-9df6-d529539828fc), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.509353 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:50.514932 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (b81f01c8-1284-41db-9df6-d529539828fc), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.557405 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:50.557637 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:50.557824 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.561083 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:50.564849 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:50.568704 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'Port': ['ID=b81f01c8-1284-41db-9df6-d529539828fc,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:50.639611 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:50.640065 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.658498 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (652845c4-4cd8-4033-8e2e-4605539ef0a7), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.660535 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=16cd57a7-7d2b-4367-86ee-e63f8a45fb17,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:50.665009 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.700671 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b81f01c8-1284-41db-9df6-d529539828fc), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.716616 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=16cd57a7-7d2b-4367-86ee-e63f8a45fb17,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:50.841441 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for port (b81f01c8-1284-41db-9df6-d529539828fc), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.846072 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (b81f01c8-1284-41db-9df6-d529539828fc), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.851740 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:50.899331 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:50.917666 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'Port': ['ID=b81f01c8-1284-41db-9df6-d529539828fc,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:50.923565 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (652845c4-4cd8-4033-8e2e-4605539ef0a7), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.938851 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:50.940221 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7cb9d555-b039-42fd-8229-fdaba49b8901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8141170 Sep 13 08:03:51.101001 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-e5732b21-7e8f-4b39-8fa8-d047253699c8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--441944291&fields=id&tenant_id=be59f6fed9f645d5bd7478535a2fcb02 HTTP/1.1" status: 200 len: 267 time: 0.0454538 Sep 13 08:03:51.209483 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-f8bfeb02-bfbc-47e5-956c-02e605ce3c31 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:51.210975 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-f8bfeb02-bfbc-47e5-956c-02e605ce3c31 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 816 time: 0.1035526 Sep 13 08:03:51.225231 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-f856e640-bcb3-4c45-addb-dd5a93935564 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/quotas/be59f6fed9f645d5bd7478535a2fcb02 HTTP/1.1" status: 200 len: 375 time: 0.0089483 Sep 13 08:03:51.279534 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3f81b718-643d-465c-b899-7f11fda0c2ad tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488000 Sep 13 08:03:51.373984 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-9008b10a-65ad-4c20-9e3a-b8103552e2b6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826883 Sep 13 08:03:51.464836 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-8d94995b-579b-4549-881a-9a6a9835e265 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846732 Sep 13 08:03:51.692583 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:51.714349 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ec21c39f-dcef-40a8-bc0c-de3e053183f1 req-e63e8a71-ab1b-49b0-8a65-160ec7dfc533 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 210 time: 0.1062591 Sep 13 08:03:51.807168 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Sync routers for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:03:51.821336 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:51.822124 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:51.824203 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:51.835836 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:51.935749 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:52.129235 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 2, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:52.157861 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Checking router: 44b4dc04-56c5-4439-9816-f6f96e512874 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:03:52.158209 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Updating router 44b4dc04-56c5-4439-9816-f6f96e512874 port 578c73e2-281d-4611-8956-5c2fcfbc71fb binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:03:52.185991 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:52.451681 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Publish callbacks [] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:52.457198 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:52.492686 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:52.523512 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f477a-f0e0-4736-907a-c85faa7ad5d7 None None] Pushing event updated for resources: {'Port': ['ID=578c73e2-281d-4611-8956-5c2fcfbc71fb,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:52.527968 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:52.539402 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:52.539782 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:52.553001 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Attempting to bind port 578c73e2-281d-4611-8956-5c2fcfbc71fb on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:52.553367 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Attempting to bind port 578c73e2-281d-4611-8956-5c2fcfbc71fb by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:52.553744 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Attempting to bind port 578c73e2-281d-4611-8956-5c2fcfbc71fb on network f93712ee-301e-46f6-89c7-90ecda9684a1 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:52.594147 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:52.594518 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Checking segment: {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:52.594922 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:52.595313 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Bound using segment: {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:52.595777 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Bound port: 578c73e2-281d-4611-8956-5c2fcfbc71fb, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:52.596151 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:52.605007 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:52.612682 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:52.656533 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] For port 578c73e2-281d-4611-8956-5c2fcfbc71fb, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:52.659671 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] For port 578c73e2-281d-4611-8956-5c2fcfbc71fb, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=578c73e2-281d-4611-8956-5c2fcfbc71fb,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:52.668447 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:52.705062 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:03:52.705688 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:52.714033 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:52.764237 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f477a-f0e0-4736-907a-c85faa7ad5d7 None None] Pushing event updated for resources: {'Port': ['ID=578c73e2-281d-4611-8956-5c2fcfbc71fb,revision_number=4']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:52.833431 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:03:52.923106 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1a4dbaa9-0dd7-4c4b-911f-caee0cec7b4b req-7df1e0d1-8693-424c-822d-30e001425bca tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 210 time: 0.1194451 Sep 13 08:03:52.931847 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-81fb2806-45c6-4be2-9526-2a4aafb398bb tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:52.933314 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-81fb2806-45c6-4be2-9526-2a4aafb398bb tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 816 time: 0.1863096 Sep 13 08:03:53.007489 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-e917ec55-5480-494f-9459-5e24b9403f77 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=be59f6fed9f645d5bd7478535a2fcb02 HTTP/1.1" status: 200 len: 379 time: 0.0540943 Sep 13 08:03:53.071621 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'port': {'device_id': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'admin_state_up': True, 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'security_groups': ['d16af6d9-c226-4160-8dd2-f5d8be6503a8']}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:53.121754 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:52Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:03:53.146651 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c68cd-1150-4692-9b63-67df6b428b92 None None] The sync data for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi is: [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:52Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:03:53.182071 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Made reservation on behalf of be59f6fed9f645d5bd7478535a2fcb02 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:53.186043 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:53.245936 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:53.323259 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Allocated IP 172.20.0.11 (f93712ee-301e-46f6-89c7-90ecda9684a1/b1be967a-7be1-49d4-ab15-fd76c00c30a4/069361d0-00bb-4cde-9c0c-4b611ff14496) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:53.372868 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:53.480578 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:53.514633 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:53.556168 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Network f93712ee-301e-46f6-89c7-90ecda9684a1 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:53.559399 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:53.565547 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:53.593387 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:53.621576 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:53.622229 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:53.640296 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-3ff6a7c2-3b6f-4a2b-9857-75f56cd9278a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5728018 Sep 13 08:03:53.656096 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Request body: {'port': {'device_id': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:53.730709 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:53.867088 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-f3f084db-0dd3-43f6-a201-2deb3207bbbd None None] Provisioning complete for port 069361d0-00bb-4cde-9c0c-4b611ff14496 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:53.867654 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f3f084db-0dd3-43f6-a201-2deb3207bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:53.899521 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-f3f084db-0dd3-43f6-a201-2deb3207bbbd None None] Port 069361d0-00bb-4cde-9c0c-4b611ff14496 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:53.991300 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069361d0-00bb-4cde-9c0c-4b611ff14496 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:03:54.000538 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Publish callbacks [] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:54.013749 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Transition to ACTIVE for port object 069361d0-00bb-4cde-9c0c-4b611ff14496 will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:03:54.017791 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:54.022199 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:54.055715 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9ae24-05e6-4c3b-be0d-fdb51b0dd29e req-8fb53bae-fd32-4eff-8bb2-43dede979393 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:54.057419 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-11e9ae24-05e6-4c3b-be0d-fdb51b0dd29e req-8fb53bae-fd32-4eff-8bb2-43dede979393 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0481012 Sep 13 08:03:54.085099 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:54.110517 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-11e9ae24-05e6-4c3b-be0d-fdb51b0dd29e req-63a64df0-b604-4b13-b5fb-6a4f497c611a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469539 Sep 13 08:03:54.134941 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Attempting to bind port 069361d0-00bb-4cde-9c0c-4b611ff14496 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:54.135274 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Attempting to bind port 069361d0-00bb-4cde-9c0c-4b611ff14496 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:54.135597 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Attempting to bind port 069361d0-00bb-4cde-9c0c-4b611ff14496 on network f93712ee-301e-46f6-89c7-90ecda9684a1 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:54.175783 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Port 069361d0-00bb-4cde-9c0c-4b611ff14496 on network f93712ee-301e-46f6-89c7-90ecda9684a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:03:54.176107 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Attempting to bind port 069361d0-00bb-4cde-9c0c-4b611ff14496 on network f93712ee-301e-46f6-89c7-90ecda9684a1 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:54.198073 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:54.219235 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:54.219563 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Checking segment: {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:54.219938 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Bound using segment: {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:54.220368 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Bound port: 069361d0-00bb-4cde-9c0c-4b611ff14496, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:54.220719 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:54.281522 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:54.284935 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:54.290801 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:54.293863 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:54.294640 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:54.295997 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/069361d0-00bb-4cde-9c0c-4b611ff14496 HTTP/1.1" status: 200 len: 1094 time: 0.6445296 Sep 13 08:03:54.297978 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:54.301675 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06" -d '{"events": [{"name": "network-changed", "server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:54.339522 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689b42d5-07e4-4fe1-9a97-6affb4ad9a8b x-openstack-request-id: req-689b42d5-07e4-4fe1-9a97-6affb4ad9a8b {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:54.339811 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:54.340065 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-689b42d5-07e4-4fe1-9a97-6affb4ad9a8b {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:54.340459 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689b42d5-07e4-4fe1-9a97-6affb4ad9a8b'] response: {'name': 'network-changed', 'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'status': 'completed', 'code': 200} Sep 13 08:03:54.381469 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef6507-f02f-4e32-bba5-47e7fe6bbbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:54.388983 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-c70ba98e-0fb2-40d2-bd83-f91164a20fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:54.390501 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-c70ba98e-0fb2-40d2-bd83-f91164a20fff service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 1128 time: 0.0527818 Sep 13 08:03:54.433708 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-84f98d16-4877-4da3-96fc-dc3b1cf7df4d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=069361d0-00bb-4cde-9c0c-4b611ff14496 HTTP/1.1" status: 200 len: 217 time: 0.0356467 Sep 13 08:03:54.490050 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-4b75fb0c-0c51-4723-b32a-7151d9763718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:54.491746 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-4b75fb0c-0c51-4723-b32a-7151d9763718 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0514612 Sep 13 08:03:54.516536 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 578c73e2-281d-4611-8956-5c2fcfbc71fb up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:54.536273 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-c0e9766c-6ed3-410f-9ebb-14cbb6427a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:54.537717 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-c0e9766c-6ed3-410f-9ebb-14cbb6427a48 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401475 Sep 13 08:03:54.556231 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-db860d87-8546-4e83-a406-881065adf831 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-846628594&fields=id&tenant_id=f7a64886550f4140bf90a77070f769e0 HTTP/1.1" status: 200 len: 267 time: 0.0463624 Sep 13 08:03:54.560354 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 578c73e2-281d-4611-8956-5c2fcfbc71fb triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:54.560919 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:54.631554 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-ba9676bb-4f30-475c-8e5b-320bdf7241e0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876086 Sep 13 08:03:54.637833 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 578c73e2-281d-4611-8956-5c2fcfbc71fb is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:54.638273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:54.673215 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 578c73e2-281d-4611-8956-5c2fcfbc71fb, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=578c73e2-281d-4611-8956-5c2fcfbc71fb,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:54.677897 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-1d2f3866-c054-4808-ae41-a595e46e3922 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:54.680891 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:54.686556 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-1d2f3866-c054-4808-ae41-a595e46e3922 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/networks?id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 200 len: 808 time: 0.1218879 Sep 13 08:03:54.703100 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-fb96dc6c-5be4-4e16-bf26-2bcd3a13ccbe tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/quotas/f7a64886550f4140bf90a77070f769e0 HTTP/1.1" status: 200 len: 375 time: 0.0155294 Sep 13 08:03:54.730325 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ecc1958-03d6-4a23-96a1-a8f813f062f9 req-edba7a3b-4f36-4e29-8178-53f560748a39 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927374 Sep 13 08:03:54.734405 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=578c73e2-281d-4611-8956-5c2fcfbc71fb,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:54.756581 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-29de2a07-64ea-499b-beff-49411519d433 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=f7a64886550f4140bf90a77070f769e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522451 Sep 13 08:03:54.852906 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-7efef315-98ce-4593-82b9-ae0f795d5a2a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841432 Sep 13 08:03:54.945597 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-2f3daf12-3cdd-418f-9ee8-8defb0606ee1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870707 Sep 13 08:03:55.233300 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7609a373-d575-42bc-99d5-fa1831e32629 req-aa3fba5f-8d63-4944-814b-f9e2789b2382 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 210 time: 0.0294745 Sep 13 08:03:55.245527 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca377ce-355a-4bc2-8673-021ccc8f74ed req-7d3f9cd7-0c15-416a-8639-c651b38b988d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:55.246726 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ca377ce-355a-4bc2-8673-021ccc8f74ed req-7d3f9cd7-0c15-416a-8639-c651b38b988d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0517452 Sep 13 08:03:55.296096 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6ca377ce-355a-4bc2-8673-021ccc8f74ed req-aa5ceac8-0cf6-4d9f-8013-13bb340a6274 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433359 Sep 13 08:03:55.515757 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-003bd05a-a067-47dd-9a88-e798fcb97437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:55.517237 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-003bd05a-a067-47dd-9a88-e798fcb97437 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 1128 time: 0.0394030 Sep 13 08:03:55.614693 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-3b0e0dfd-eea7-4a2c-9971-b668e298c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:55.616134 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-3b0e0dfd-eea7-4a2c-9971-b668e298c081 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 917 time: 0.0923581 Sep 13 08:03:55.655993 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-782eb755-2fd5-4f2f-9675-2b6aac2270cb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=069361d0-00bb-4cde-9c0c-4b611ff14496 HTTP/1.1" status: 200 len: 217 time: 0.0339279 Sep 13 08:03:55.696345 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:55.710780 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-c44d11cd-3031-447f-b3da-ce72945bca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:55.712254 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-c44d11cd-3031-447f-b3da-ce72945bca49 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0483382 Sep 13 08:03:55.757833 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-0b0a5da4-b1e5-4050-94bd-a4c284ed411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:55.759527 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-0b0a5da4-b1e5-4050-94bd-a4c284ed411d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413826 Sep 13 08:03:55.858605 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-9b2bcce6-be48-4f62-ae03-4f8030703d95 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896037 Sep 13 08:03:55.957317 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-39a8a3f5-98ad-45bb-8675-76cd2bb74e06 req-baa11c7f-2712-445a-ad59-094ea604988a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919540 Sep 13 08:03:56.261697 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:56.364180 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-743f4501-4e5d-4f60-9cc3-a027362a1037 req-fd746e81-9230-4cd7-90ca-5c410d8386d1 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 210 time: 0.0440259 Sep 13 08:03:56.499639 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 578c73e2-281d-4611-8956-5c2fcfbc71fb up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:56.548800 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 578c73e2-281d-4611-8956-5c2fcfbc71fb triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:56.549176 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:56.621004 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 578c73e2-281d-4611-8956-5c2fcfbc71fb is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:56.629276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fc557-46fe-4189-bf4d-8b1dbb0b103b req-85f78329-1390-4f0a-b041-a3cc4f22d6cc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:56.630840 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-537fc557-46fe-4189-bf4d-8b1dbb0b103b req-85f78329-1390-4f0a-b041-a3cc4f22d6cc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0869300 Sep 13 08:03:56.679576 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-bc0eb4d6-9dd6-4ad5-818b-5a79bfc16c48 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:56.680908 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-bc0eb4d6-9dd6-4ad5-818b-5a79bfc16c48 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.18 "GET /networking/v2.0/networks?id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 200 len: 808 time: 0.4296374 Sep 13 08:03:56.716897 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-537fc557-46fe-4189-bf4d-8b1dbb0b103b req-1b2febf5-bbf9-43bb-9a65-804ea292af5f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790429 Sep 13 08:03:56.759891 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-e0aab996-263c-4a16-a822-11046517b102 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7a64886550f4140bf90a77070f769e0 HTTP/1.1" status: 200 len: 379 time: 0.0678897 Sep 13 08:03:56.767879 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Request body: {'port': {'device_id': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'admin_state_up': True, 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'security_groups': ['b0222de7-6bc1-4649-8c30-adc771725d27']}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:56.881517 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Made reservation on behalf of f7a64886550f4140bf90a77070f769e0 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:03:56.886108 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.013166 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Allocated IP 172.20.0.14 (dd51d869-80c7-4cc0-83d6-4939bd22d7d7/bd3047f0-8929-41cc-98e8-5958a465b73f/dbd7343f-febf-4009-aedd-8049d259368c) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:03:57.037985 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 069361d0-00bb-4cde-9c0c-4b611ff14496 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:03:57.134799 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:57.137989 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:57.149370 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'port_id': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'mac_address': 'fa:16:3e:25:51:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:03:57.161914 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for port (dbd7343f-febf-4009-aedd-8049d259368c), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.184623 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 069361d0-00bb-4cde-9c0c-4b611ff14496 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:57.185010 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.194619 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (dbd7343f-febf-4009-aedd-8049d259368c), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.195490 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:57.201153 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069361d0-00bb-4cde-9c0c-4b611ff14496 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:03:57.222381 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:57.226234 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.238169 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:03:57.248043 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:03:57.251931 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:03:57.255134 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'Port': ['ID=dbd7343f-febf-4009-aedd-8049d259368c,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:57.280812 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:57.313477 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:57.314133 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.331239 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-cd9a12f1-1619-4f9d-9216-c0ff32605717 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5669549 Sep 13 08:03:57.343050 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Request body: {'port': {'device_id': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:03:57.369942 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:57.409408 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (dbd7343f-febf-4009-aedd-8049d259368c), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.464765 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['069361d0-00bb-4cde-9c0c-4b611ff14496'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:03:57.496194 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1278287-eafb-4d77-aa50-129bde8b790d req-d99189db-b57e-4b67-9a1a-c6277aaa2d41 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:57.496789 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:57.498643 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e1278287-eafb-4d77-aa50-129bde8b790d req-d99189db-b57e-4b67-9a1a-c6277aaa2d41 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 932 time: 0.0535223 Sep 13 08:03:57.550689 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e1278287-eafb-4d77-aa50-129bde8b790d req-a49fb878-08c4-43a9-87a5-437bc6a72dbe tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447714 Sep 13 08:03:57.561522 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-164fdc3e-4b82-48ce-ab66-5a6aea4fbb58 None None] Provisioning complete for port dbd7343f-febf-4009-aedd-8049d259368c triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:57.562131 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-164fdc3e-4b82-48ce-ab66-5a6aea4fbb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (dbd7343f-febf-4009-aedd-8049d259368c), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.613055 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-164fdc3e-4b82-48ce-ab66-5a6aea4fbb58 None None] Port dbd7343f-febf-4009-aedd-8049d259368c cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:03:57.685873 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd7343f-febf-4009-aedd-8049d259368c {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:03:57.694439 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Publish callbacks [] for port (dbd7343f-febf-4009-aedd-8049d259368c), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.707468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Transition to ACTIVE for port object dbd7343f-febf-4009-aedd-8049d259368c will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:03:57.711150 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (dbd7343f-febf-4009-aedd-8049d259368c), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:57.789774 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd7343f-febf-4009-aedd-8049d259368c,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:57.850710 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Attempting to bind port dbd7343f-febf-4009-aedd-8049d259368c on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:03:57.850951 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Attempting to bind port dbd7343f-febf-4009-aedd-8049d259368c by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:03:57.851276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Attempting to bind port dbd7343f-febf-4009-aedd-8049d259368c on network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:57.881445 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da486729-5f1f-4663-8ff3-861db60bb936 req-eba8985f-757c-49f6-835e-1fa127e35927 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:57.883084 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-da486729-5f1f-4663-8ff3-861db60bb936 req-eba8985f-757c-49f6-835e-1fa127e35927 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 945 time: 0.0816064 Sep 13 08:03:57.918516 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Port dbd7343f-febf-4009-aedd-8049d259368c on network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:03:57.918840 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Attempting to bind port dbd7343f-febf-4009-aedd-8049d259368c on network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:03:57.946596 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:57.977354 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-da486729-5f1f-4663-8ff3-861db60bb936 req-181dd27a-0ea7-480e-b35a-69117c9de222 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862191 Sep 13 08:03:57.983641 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:03:57.983978 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Checking segment: {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:03:57.984352 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Bound using segment: {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:03:57.984785 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Bound port: dbd7343f-febf-4009-aedd-8049d259368c, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548640e6-6870-47cf-9e0e-401a3fc9ed73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:03:57.985145 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (dbd7343f-febf-4009-aedd-8049d259368c), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:58.049287 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:03:58.052812 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=dbd7343f-febf-4009-aedd-8049d259368c,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:03:58.059494 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (dbd7343f-febf-4009-aedd-8049d259368c), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:58.062569 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:58.063177 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:58.064554 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 1094 time: 0.7258551 Sep 13 08:03:58.066809 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:58.069651 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32add49b-141c-48cc-94c2-2cddb14f90d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "tag": "dbd7343f-febf-4009-aedd-8049d259368c"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:58.114224 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ed0528-95a9-4d1b-b366-8b0c650cdc18 x-openstack-request-id: req-39ed0528-95a9-4d1b-b366-8b0c650cdc18 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:58.114500 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "tag": "dbd7343f-febf-4009-aedd-8049d259368c", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:58.114751 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39ed0528-95a9-4d1b-b366-8b0c650cdc18 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:58.115140 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ed0528-95a9-4d1b-b366-8b0c650cdc18'] response: {'name': 'network-changed', 'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c', 'status': 'completed', 'code': 200} Sep 13 08:03:58.154287 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335384a0-cb97-46ea-a078-5f457e826b44 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd7343f-febf-4009-aedd-8049d259368c,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:58.160225 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-c402b958-11e6-4c2d-9fd2-c5bc06226d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:58.161708 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-c402b958-11e6-4c2d-9fd2-c5bc06226d46 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f7a64886550f4140bf90a77070f769e0&device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1128 time: 0.0560870 Sep 13 08:03:58.200770 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-231bb28b-9e00-43be-8687-035cc5abf714 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 217 time: 0.0321765 Sep 13 08:03:58.250882 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-5bdbdae6-516d-45a8-89ea-1f53f92f3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:58.252254 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-5bdbdae6-516d-45a8-89ea-1f53f92f3b8c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bd3047f0-8929-41cc-98e8-5958a465b73f HTTP/1.1" status: 200 len: 847 time: 0.0456622 Sep 13 08:03:58.286076 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:58.297406 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-90fa1434-75ae-48be-b6c7-57dd6ead669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:58.298885 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-90fa1434-75ae-48be-b6c7-57dd6ead669a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396335 Sep 13 08:03:58.391714 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-a135824f-d453-4796-901d-076f4665077b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849085 Sep 13 08:03:58.478846 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f09c1a61-998e-4acc-b51d-dcd776b13dc5 req-5f869583-fe09-4c6e-b0af-d303c90da525 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810316 Sep 13 08:03:58.675663 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c192b3-1ad2-437c-a358-19548f6d0e40 req-550338e6-1430-4d84-bd65-8bbfa93173c0 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:58.677039 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f6c192b3-1ad2-437c-a358-19548f6d0e40 req-550338e6-1430-4d84-bd65-8bbfa93173c0 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0480204 Sep 13 08:03:58.737938 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f6c192b3-1ad2-437c-a358-19548f6d0e40 req-b228d6e7-2454-4ba4-bec6-122ee05e85af tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551269 Sep 13 08:03:58.764051 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-0fbafdd4-c328-4176-a8eb-dd30705e19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:58.765990 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-0fbafdd4-c328-4176-a8eb-dd30705e19bf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f7a64886550f4140bf90a77070f769e0&device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1128 time: 0.0443912 Sep 13 08:03:58.857473 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-d108f87b-8ddf-4314-885a-a6636f5f0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:58.859124 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-d108f87b-8ddf-4314-885a-a6636f5f0036 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 200 len: 909 time: 0.0870254 Sep 13 08:03:58.901492 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-9b9ce603-4333-4e78-a615-2aea9d66bb4a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 217 time: 0.0360889 Sep 13 08:03:58.950385 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-bcf3d3b2-d71f-41a2-9b4b-d244c1db855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:58.951752 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-bcf3d3b2-d71f-41a2-9b4b-d244c1db855f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bd3047f0-8929-41cc-98e8-5958a465b73f HTTP/1.1" status: 200 len: 847 time: 0.0448151 Sep 13 08:03:58.995457 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-27184cff-1aaf-4193-a279-ea8b0f7e897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:58.996915 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-27184cff-1aaf-4193-a279-ea8b0f7e897b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384851 Sep 13 08:03:59.053726 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 069361d0-00bb-4cde-9c0c-4b611ff14496 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:03:59.086899 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:03:59.095249 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-401d3fbb-c262-4188-acb5-dd304edd2c6a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921307 Sep 13 08:03:59.098095 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 069361d0-00bb-4cde-9c0c-4b611ff14496 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:03:59.104106 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 069361d0-00bb-4cde-9c0c-4b611ff14496 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:03:59.104889 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:59.110048 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027044b4-03a0-44be-bbd3-ab96329928c5 req-3e6e151c-0287-42b5-83ba-5994088616de tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:59.117564 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-027044b4-03a0-44be-bbd3-ab96329928c5 req-3e6e151c-0287-42b5-83ba-5994088616de tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 945 time: 0.0572391 Sep 13 08:03:59.161822 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-027044b4-03a0-44be-bbd3-ab96329928c5 req-0f508625-dc9c-4b17-bb6c-99d11df1e773 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433238 Sep 13 08:03:59.182248 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 069361d0-00bb-4cde-9c0c-4b611ff14496 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:03:59.182637 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:59.199648 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-32add49b-141c-48cc-94c2-2cddb14f90d7 req-8a267129-f5f7-49b4-9b63-82d2acb08d6d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978777 Sep 13 08:03:59.208654 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:03:59.211137 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea3d280-83b2-4b5c-a5ce-de25bb3e4d23" -d '{"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-plugged", "status": "completed", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:03:59.228472 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:03:59.232391 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:03:59.256043 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93658654-13fe-41af-af1c-f89dd77ef482 x-openstack-request-id: req-93658654-13fe-41af-af1c-f89dd77ef482 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:03:59.256348 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-plugged", "status": "completed", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:03:59.256602 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93658654-13fe-41af-af1c-f89dd77ef482 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:03:59.256990 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93658654-13fe-41af-af1c-f89dd77ef482'] response: {'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'code': 200} Sep 13 08:03:59.284845 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:03:59.416677 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914af80e-eb53-4a2b-94a9-88cdf2cd34c1 req-bebec0ed-3117-4ab7-b246-4ddf753f994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:59.418183 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-914af80e-eb53-4a2b-94a9-88cdf2cd34c1 req-bebec0ed-3117-4ab7-b246-4ddf753f994e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 1130 time: 0.0416360 Sep 13 08:03:59.462039 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-914af80e-eb53-4a2b-94a9-88cdf2cd34c1 req-74e506da-85ad-46b4-883f-826894fa761f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382075 Sep 13 08:03:59.855426 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e35a2-a939-4ed2-ad84-c7a36ab80765 req-4f7a6fa7-e43d-41c8-9f88-d920132b25c4 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:03:59.856909 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a37e35a2-a939-4ed2-ad84-c7a36ab80765 req-4f7a6fa7-e43d-41c8-9f88-d920132b25c4 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0464938 Sep 13 08:03:59.908905 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a37e35a2-a939-4ed2-ad84-c7a36ab80765 req-b4532b46-51e6-4b9d-a567-a8c2ee002b49 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464966 Sep 13 08:04:00.293473 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e08f1-2bb4-47af-921b-21b0f34c55fd req-76b8a6d6-68e6-42d3-8335-0d47be9bed0f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:00.294935 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-378e08f1-2bb4-47af-921b-21b0f34c55fd req-76b8a6d6-68e6-42d3-8335-0d47be9bed0f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0462263 Sep 13 08:04:00.340307 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-378e08f1-2bb4-47af-921b-21b0f34c55fd req-2571352d-2f90-40d3-8e8d-27e5c30fd933 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399570 Sep 13 08:04:01.028441 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1360e2-e014-45cf-a26a-053d471a3ef0 req-b4f5f7e2-7733-4489-8f06-ad6c4734f67c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:01.029939 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf1360e2-e014-45cf-a26a-053d471a3ef0 req-b4f5f7e2-7733-4489-8f06-ad6c4734f67c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0471036 Sep 13 08:04:01.051087 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:01.083387 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf1360e2-e014-45cf-a26a-053d471a3ef0 req-9e5d3c54-6cf6-42ac-b4b3-dc87c902b5f8 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477040 Sep 13 08:04:01.459528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:01.466500 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bf919-eb23-4a58-8b44-75ccee88c9e6 req-ccf64167-27de-4656-859a-6c4aaff3dc19 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:01.467949 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-135bf919-eb23-4a58-8b44-75ccee88c9e6 req-ccf64167-27de-4656-859a-6c4aaff3dc19 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0460372 Sep 13 08:04:01.517927 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-135bf919-eb23-4a58-8b44-75ccee88c9e6 req-d8fdd63f-d3cf-4b30-ab84-669688757db5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Sep 13 08:04:01.635040 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb6a18-4e6c-4e97-9497-df388cfa13b1 req-004bb797-fdb5-4297-a514-ea5ae090151f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:01.636407 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2ceb6a18-4e6c-4e97-9497-df388cfa13b1 req-004bb797-fdb5-4297-a514-ea5ae090151f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0453968 Sep 13 08:04:01.646814 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60596) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:01.651080 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-91f093f7-ed3b-4f83-9683-7acc6bc598c5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'floatingip': {'port_id': '069361d0-00bb-4cde-9c0c-4b611ff14496'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:04:01.693514 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-91f093f7-ed3b-4f83-9683-7acc6bc598c5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (652845c4-4cd8-4033-8e2e-4605539ef0a7), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:01.785361 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:02.115616 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-91f093f7-ed3b-4f83-9683-7acc6bc598c5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:02.119929 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-91f093f7-ed3b-4f83-9683-7acc6bc598c5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (652845c4-4cd8-4033-8e2e-4605539ef0a7), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:02.202572 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151332d5-18f4-476e-b9cc-d387c4bff686 req-3ac2f3c6-010c-4dbd-a0c3-942243686f57 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:02.204153 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-151332d5-18f4-476e-b9cc-d387c4bff686 req-3ac2f3c6-010c-4dbd-a0c3-942243686f57 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0475135 Sep 13 08:04:02.225971 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-91f093f7-ed3b-4f83-9683-7acc6bc598c5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Floating IP 652845c4-4cd8-4033-8e2e-4605539ef0a7 associated. External IP: 172.27.1.90, port: 069361d0-00bb-4cde-9c0c-4b611ff14496. Sep 13 08:04:02.258083 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-151332d5-18f4-476e-b9cc-d387c4bff686 req-9527109b-9500-43c3-a444-dc1b4d652e32 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481157 Sep 13 08:04:02.452167 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f093f7-ed3b-4f83-9683-7acc6bc598c5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Router 44b4dc04-56c5-4439-9816-f6f96e512874 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:04:02.553121 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f093f7-ed3b-4f83-9683-7acc6bc598c5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:04:02.557893 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-91f093f7-ed3b-4f83-9683-7acc6bc598c5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:02.562339 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] Sync routers for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:04:02.571946 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:02.572813 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:02.587418 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-91f093f7-ed3b-4f83-9683-7acc6bc598c5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/652845c4-4cd8-4033-8e2e-4605539ef0a7 HTTP/1.1" status: 200 len: 991 time: 0.9395950 Sep 13 08:04:02.588063 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:04:02.590359 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d2b439-6c02-45f7-a137-fcdfbbf37254" -d '{"events": [{"name": "network-changed", "server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:04:02.626887 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa81d2f-296f-49d9-804c-1599d47237e9 x-openstack-request-id: req-faa81d2f-296f-49d9-804c-1599d47237e9 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:04:02.627179 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:04:02.627429 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-faa81d2f-296f-49d9-804c-1599d47237e9 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:04:02.628398 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa81d2f-296f-49d9-804c-1599d47237e9'] response: {'name': 'network-changed', 'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'status': 'completed', 'code': 200} Sep 13 08:04:02.722837 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:02.735456 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-ec91cf15-dc56-49f7-bb9d-623355e81246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:02.736978 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-ec91cf15-dc56-49f7-bb9d-623355e81246 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 1130 time: 0.0412724 Sep 13 08:04:02.816513 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:02.835080 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-051654d4-72fa-4ac7-af10-613ab75238d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:02.836558 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-051654d4-72fa-4ac7-af10-613ab75238d4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 917 time: 0.0896711 Sep 13 08:04:02.900080 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-ce8067e4-4cfa-4d01-a684-e202f0325a2d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=069361d0-00bb-4cde-9c0c-4b611ff14496 HTTP/1.1" status: 200 len: 999 time: 0.0565057 Sep 13 08:04:02.952600 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-b6751d0b-a571-4f88-aa20-905144e0d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:02.954075 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-b6751d0b-a571-4f88-aa20-905144e0d328 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0476136 Sep 13 08:04:03.003550 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-61712aea-2c77-4dcf-89e3-51975443416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:03.005062 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-61712aea-2c77-4dcf-89e3-51975443416d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400937 Sep 13 08:04:03.018726 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:03.033290 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '652845c4-4cd8-4033-8e2e-4605539ef0a7', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'port_id': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'mac_address': 'fa:16:3e:25:51:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:03:50Z', 'updated_at': '2022-09-13T08:04:02Z', 'revision_number': 1, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:03.059091 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] Checking router: 44b4dc04-56c5-4439-9816-f6f96e512874 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:04:03.067532 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:03.068075 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:03.100371 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-3b05b5f5-47f5-457a-81e7-daa940217436 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892038 Sep 13 08:04:03.107229 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:03.170882 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:03.196634 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-56d2b439-6c02-45f7-a137-fcdfbbf37254 req-f463ac90-7741-4c6e-9067-eec88f914293 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859451 Sep 13 08:04:03.360793 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:03.378578 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9a91d-42e8-44a8-a823-53fc5ebe5bf5 req-2360cbfd-d8d3-4292-8b2e-85ef39d4d64b tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:03.380053 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-40b9a91d-42e8-44a8-a823-53fc5ebe5bf5 req-2360cbfd-d8d3-4292-8b2e-85ef39d4d64b tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0467379 Sep 13 08:04:03.383833 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '652845c4-4cd8-4033-8e2e-4605539ef0a7', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'port_id': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'mac_address': 'fa:16:3e:25:51:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:03:50Z', 'updated_at': '2022-09-13T08:04:02Z', 'revision_number': 1, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:03.413225 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac4d63-cecc-46b2-8a6a-cd83a8aeae7b None None] The sync data for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi is: [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '652845c4-4cd8-4033-8e2e-4605539ef0a7', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'port_id': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'mac_address': 'fa:16:3e:25:51:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:03:50Z', 'updated_at': '2022-09-13T08:04:02Z', 'revision_number': 1, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:04:03.431271 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-40b9a91d-42e8-44a8-a823-53fc5ebe5bf5 req-bdbbac2f-9935-4559-a8e0-b93a63541931 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451977 Sep 13 08:04:03.597119 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f37b9a-1003-467a-96fc-b0cfd2de67fd None None] New status for floating IP 652845c4-4cd8-4033-8e2e-4605539ef0a7: ACTIVE {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:04:04.554094 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f524a1-aa52-411e-9187-806af90b21bc req-3ed7082c-135c-469d-ab46-6b562b57fabf tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:04.555561 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-06f524a1-aa52-411e-9187-806af90b21bc req-3ed7082c-135c-469d-ab46-6b562b57fabf tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0484860 Sep 13 08:04:04.567957 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:04.604929 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-06f524a1-aa52-411e-9187-806af90b21bc req-2df5e2fb-6e2e-4147-8937-80aafc8c0690 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Sep 13 08:04:05.728999 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8750637-18b8-4bc8-9e29-e2a5624e92e8 req-9a80bb94-990b-46f6-89d3-6a41f54a5407 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:05.730492 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c8750637-18b8-4bc8-9e29-e2a5624e92e8 req-9a80bb94-990b-46f6-89d3-6a41f54a5407 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0486829 Sep 13 08:04:05.783247 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c8750637-18b8-4bc8-9e29-e2a5624e92e8 req-30f7b9b6-5239-48c1-b7b3-aa8a3bd8111f tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469933 Sep 13 08:04:06.869110 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:06.911665 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851cf92-f850-4fc4-a0f8-4becb7041769 req-4b300bb3-6319-4d35-aef7-049c85b50580 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:06.913404 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3851cf92-f850-4fc4-a0f8-4becb7041769 req-4b300bb3-6319-4d35-aef7-049c85b50580 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0526402 Sep 13 08:04:06.968214 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3851cf92-f850-4fc4-a0f8-4becb7041769 req-dc771c51-e4b0-493c-b6ac-e75fa2f807b3 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459058 Sep 13 08:04:07.086050 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device dbd7343f-febf-4009-aedd-8049d259368c details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:04:07.187711 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=dbd7343f-febf-4009-aedd-8049d259368c,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:07.199838 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'dbd7343f-febf-4009-aedd-8049d259368c', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'port_id': 'dbd7343f-febf-4009-aedd-8049d259368c', 'mac_address': 'fa:16:3e:4b:fb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:04:07.239080 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port dbd7343f-febf-4009-aedd-8049d259368c is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:04:07.239473 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (dbd7343f-febf-4009-aedd-8049d259368c), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:07.252098 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd7343f-febf-4009-aedd-8049d259368c {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:04:07.271351 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=dbd7343f-febf-4009-aedd-8049d259368c,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:07.275337 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (dbd7343f-febf-4009-aedd-8049d259368c), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:07.322855 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=dbd7343f-febf-4009-aedd-8049d259368c,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:07.542414 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['dbd7343f-febf-4009-aedd-8049d259368c'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:04:07.730030 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:08.088770 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32682799-e660-46cb-a5b4-cd8d9fc481db req-05f93ddb-1e2a-4f0e-94ba-52967d480485 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:08.090245 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-32682799-e660-46cb-a5b4-cd8d9fc481db req-05f93ddb-1e2a-4f0e-94ba-52967d480485 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 945 time: 0.0470979 Sep 13 08:04:08.137956 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-32682799-e660-46cb-a5b4-cd8d9fc481db req-ffbe2ab1-4b25-420c-a797-0d26d5921323 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 Sep 13 08:04:09.088477 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device dbd7343f-febf-4009-aedd-8049d259368c up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:04:09.113328 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:09.130054 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port dbd7343f-febf-4009-aedd-8049d259368c completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:04:09.135466 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port dbd7343f-febf-4009-aedd-8049d259368c triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:04:09.135840 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (dbd7343f-febf-4009-aedd-8049d259368c), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:09.213425 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port dbd7343f-febf-4009-aedd-8049d259368c is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:04:09.213721 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (dbd7343f-febf-4009-aedd-8049d259368c), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:09.238284 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:04:09.240510 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c038b96-ad48-4970-a0b8-57af81f0265b" -d '{"events": [{"server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "name": "network-vif-plugged", "status": "completed", "tag": "dbd7343f-febf-4009-aedd-8049d259368c"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:04:09.252632 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=dbd7343f-febf-4009-aedd-8049d259368c,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:09.256800 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (dbd7343f-febf-4009-aedd-8049d259368c), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:09.260077 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cb476-f365-40c1-8d34-a419eb847045 req-fc6417a7-978e-49e9-bc51-937099f060fe tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:09.262172 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-664cb476-f365-40c1-8d34-a419eb847045 req-fc6417a7-978e-49e9-bc51-937099f060fe tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 945 time: 0.0515187 Sep 13 08:04:09.288486 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6915d3e2-4844-48b1-a579-dfe0e2841db3 x-openstack-request-id: req-6915d3e2-4844-48b1-a579-dfe0e2841db3 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:04:09.288781 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "name": "network-vif-plugged", "status": "completed", "tag": "dbd7343f-febf-4009-aedd-8049d259368c", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:04:09.289033 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6915d3e2-4844-48b1-a579-dfe0e2841db3 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:04:09.289425 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6915d3e2-4844-48b1-a579-dfe0e2841db3'] response: {'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c', 'code': 200} Sep 13 08:04:09.309627 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=dbd7343f-febf-4009-aedd-8049d259368c,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:09.321365 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-664cb476-f365-40c1-8d34-a419eb847045 req-fe797fb5-9efc-44ec-ba0f-816be216a391 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519364 Sep 13 08:04:09.534361 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e762f-e188-48aa-ae24-4eaf79053512 req-067db967-a3b7-4b35-850e-809b2555cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:09.535762 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-280e762f-e188-48aa-ae24-4eaf79053512 req-067db967-a3b7-4b35-850e-809b2555cb19 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1130 time: 0.0420606 Sep 13 08:04:09.579920 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-280e762f-e188-48aa-ae24-4eaf79053512 req-75cf40c8-4e1b-483b-ba92-7b44469cdb69 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381424 Sep 13 08:04:10.445500 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8ae0d-d829-41c6-9abf-4ba4ebb39899 req-21c87378-0aa6-4284-bbaf-f598af48461f tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:10.446983 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5cb8ae0d-d829-41c6-9abf-4ba4ebb39899 req-21c87378-0aa6-4284-bbaf-f598af48461f tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0461853 Sep 13 08:04:10.495220 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5cb8ae0d-d829-41c6-9abf-4ba4ebb39899 req-1eb92951-b149-45ee-b7c6-1fc4679b0720 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424132 Sep 13 08:04:11.611247 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a5bc9-7702-4580-9078-ea5bc053d10e req-97c5ef3b-1390-482e-ba8f-858994fa9147 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:11.612715 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ba9a5bc9-7702-4580-9078-ea5bc053d10e req-97c5ef3b-1390-482e-ba8f-858994fa9147 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0459471 Sep 13 08:04:11.660053 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ba9a5bc9-7702-4580-9078-ea5bc053d10e req-669dfc0a-18c1-4047-b336-9a836d3bc486 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Sep 13 08:04:11.782452 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08f09-6eb2-4efd-b0c9-425dd2871004 req-3031e2e0-8752-4cac-bd1b-aabfe35ad3ac tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:11.783888 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ae08f09-6eb2-4efd-b0c9-425dd2871004 req-3031e2e0-8752-4cac-bd1b-aabfe35ad3ac tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0502324 Sep 13 08:04:11.836312 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8ae08f09-6eb2-4efd-b0c9-425dd2871004 req-33e42cf0-53c5-4008-b51f-9aafdfa7a065 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465748 Sep 13 08:04:11.863673 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60684) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:12.000696 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e11226-afc3-4964-8bb8-479df2a7509a tempest-TestShelveInstance-1559139906 tempest-TestShelveInstance-1559139906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:12.002229 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-10e11226-afc3-4964-8bb8-479df2a7509a tempest-TestShelveInstance-1559139906 tempest-TestShelveInstance-1559139906-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1125 time: 0.1375976 Sep 13 08:04:12.005610 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60688) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:12.009692 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'port_id': 'dbd7343f-febf-4009-aedd-8049d259368c', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:04:12.030786 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:12.108910 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:12.216822 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Allocated IP 172.27.1.194 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/f79a5024-c9e6-4d8c-a07e-c40b6e09b451) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:04:12.313560 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for port (f79a5024-c9e6-4d8c-a07e-c40b6e09b451), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:12.334080 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:12.347997 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (f79a5024-c9e6-4d8c-a07e-c40b6e09b451), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:12.390842 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:12.394865 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:04:12.398643 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:04:12.401076 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:04:12.403734 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'Port': ['ID=f79a5024-c9e6-4d8c-a07e-c40b6e09b451,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:12.431471 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.431819 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.432160 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.432500 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.432832 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.433174 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.433493 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.434584 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.434584 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.434584 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.434991 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.435145 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.435369 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.435688 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.436005 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:12.755501 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for floatingip (a568aea2-8acc-4574-8a48-2b7ba1447d06), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:13.081527 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (f79a5024-c9e6-4d8c-a07e-c40b6e09b451), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:13.261856 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for port (f79a5024-c9e6-4d8c-a07e-c40b6e09b451), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:13.269544 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (f79a5024-c9e6-4d8c-a07e-c40b6e09b451), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:13.343460 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (a568aea2-8acc-4574-8a48-2b7ba1447d06), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:13.346145 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event updated for resources: {'Port': ['ID=f79a5024-c9e6-4d8c-a07e-c40b6e09b451,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:13.380990 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:13.445257 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Floating IP a568aea2-8acc-4574-8a48-2b7ba1447d06 associated. External IP: 172.27.1.194, port: dbd7343f-febf-4009-aedd-8049d259368c. Sep 13 08:04:13.665506 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Router 7b98f0e5-937d-4403-b244-7e58aefab89b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:04:13.669526 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:13.710087 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:13.710087 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:13.776484 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:04:13.786142 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] Sync routers for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:04:13.797251 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:13.798461 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:13.799650 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:13.829764 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-8f70579e-72d5-46d4-ad2a-0802c69f81dc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8231134 Sep 13 08:04:13.830568 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:04:13.832949 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375a72a5-e6f1-4257-8405-1e9daaf66563" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "tag": "dbd7343f-febf-4009-aedd-8049d259368c"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:04:13.869328 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b7ee4c-874a-4938-8479-2c2709848576 x-openstack-request-id: req-39b7ee4c-874a-4938-8479-2c2709848576 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:04:13.869622 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "tag": "dbd7343f-febf-4009-aedd-8049d259368c", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:04:13.869909 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39b7ee4c-874a-4938-8479-2c2709848576 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:04:13.870321 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b7ee4c-874a-4938-8479-2c2709848576'] response: {'name': 'network-changed', 'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c', 'status': 'completed', 'code': 200} Sep 13 08:04:13.904726 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:13.978905 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-73f01c11-a884-42fa-bb69-24f0c5bcd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:13.980402 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-73f01c11-a884-42fa-bb69-24f0c5bcd9d8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f7a64886550f4140bf90a77070f769e0&device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1130 time: 0.0893013 Sep 13 08:04:14.068873 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-5d9da1e0-9622-4d8c-a25e-4adff3f91a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:14.070379 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-5d9da1e0-9622-4d8c-a25e-4adff3f91a1d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 200 len: 909 time: 0.0842788 Sep 13 08:04:14.118214 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'a568aea2-8acc-4574-8a48-2b7ba1447d06', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'port_id': 'dbd7343f-febf-4009-aedd-8049d259368c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'mac_address': 'fa:16:3e:4b:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:04:12Z', 'updated_at': '2022-09-13T08:04:12Z', 'revision_number': 0, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb802cda-23cf-4c56-83d7-133bb475c1eb', 'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'mac_address': 'fa:16:3e:a2:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:29Z', 'updated_at': '2022-09-13T08:03:36Z', 'revision_number': 5, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'subnets': [{'id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:14.124347 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:14.135364 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-40a45e8f-2a18-4f37-afbe-9f5489df9e10 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 1000 time: 0.0588214 Sep 13 08:04:14.145328 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] Checking router: 7b98f0e5-937d-4403-b244-7e58aefab89b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:04:14.153653 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:14.154283 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:03:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:14.183373 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-678b88f2-c5b5-48c1-b787-8b4b77bed8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:14.184841 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-678b88f2-c5b5-48c1-b787-8b4b77bed8dc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bd3047f0-8929-41cc-98e8-5958a465b73f HTTP/1.1" status: 200 len: 847 time: 0.0437894 Sep 13 08:04:14.230163 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-bf37c5b1-5c7b-4dbc-8d76-dc61222618fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:14.231688 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-bf37c5b1-5c7b-4dbc-8d76-dc61222618fe service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408194 Sep 13 08:04:14.327607 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-7cd1c079-4fe4-4b2e-9265-609f2953b37e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901957 Sep 13 08:04:14.383921 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:14.412983 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:14.421981 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-375a72a5-e6f1-4257-8405-1e9daaf66563 req-5c7d3626-bd60-4d50-9137-e515e7201483 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865600 Sep 13 08:04:14.500962 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:14.599995 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'a568aea2-8acc-4574-8a48-2b7ba1447d06', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'port_id': 'dbd7343f-febf-4009-aedd-8049d259368c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'mac_address': 'fa:16:3e:4b:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:04:12Z', 'updated_at': '2022-09-13T08:04:12Z', 'revision_number': 0, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb802cda-23cf-4c56-83d7-133bb475c1eb', 'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'mac_address': 'fa:16:3e:a2:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:29Z', 'updated_at': '2022-09-13T08:03:36Z', 'revision_number': 5, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'subnets': [{'id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:14.624811 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd4d32-1037-4230-9049-ed914dd30d84 None None] The sync data for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi is: [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'a568aea2-8acc-4574-8a48-2b7ba1447d06', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'port_id': 'dbd7343f-febf-4009-aedd-8049d259368c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'mac_address': 'fa:16:3e:4b:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:04:12Z', 'updated_at': '2022-09-13T08:04:12Z', 'revision_number': 0, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb802cda-23cf-4c56-83d7-133bb475c1eb', 'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'mac_address': 'fa:16:3e:a2:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:29Z', 'updated_at': '2022-09-13T08:03:36Z', 'revision_number': 5, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'subnets': [{'id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:04:14.813072 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734b095-a0d1-41d4-b9f2-093fc939fe97 None None] New status for floating IP a568aea2-8acc-4574-8a48-2b7ba1447d06: ACTIVE {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:04:16.754859 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-952025c2-b304-4019-996e-b463072eb811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:17.079269 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:04:18.976223 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-785da000-2ad3-4120-9125-771c14fc5dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:20.206795 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:21.692444 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:21.828127 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:23.825117 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:23.827011 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:24.412083 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=81 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:24.418469 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=29 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:27.073575 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=11 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:27.074523 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:27.718404 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42142bb-2f41-48df-a712-eb62da6e716d req-4e6a8f15-380a-4722-a77b-f78ce1fcfaa9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:27.719864 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f42142bb-2f41-48df-a712-eb62da6e716d req-4e6a8f15-380a-4722-a77b-f78ce1fcfaa9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 945 time: 0.0487859 Sep 13 08:04:27.765298 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f42142bb-2f41-48df-a712-eb62da6e716d req-b0b039b3-67b6-4f6a-8b98-6c688c24a1d9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397456 Sep 13 08:04:28.888084 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c60510-ac84-486b-8e6e-9a13c3fbd08b req-5715b6d2-3c73-4a0e-8518-851961f92e7c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:28.889566 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-46c60510-ac84-486b-8e6e-9a13c3fbd08b req-5715b6d2-3c73-4a0e-8518-851961f92e7c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 945 time: 0.0467052 Sep 13 08:04:28.935695 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-46c60510-ac84-486b-8e6e-9a13c3fbd08b req-15326cbf-040b-4a8c-afff-9fd2bedc2779 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404680 Sep 13 08:04:29.844025 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-6e13965a-48ea-4002-a6c5-430c604b1c53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:29.845994 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-6e13965a-48ea-4002-a6c5-430c604b1c53 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 945 time: 0.0448952 Sep 13 08:04:29.932460 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Deleting port e8a97cb2-941d-4820-83d3-f307a36d70c1 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:04:29.933034 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:30.024598 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] For port e8a97cb2-941d-4820-83d3-f307a36d70c1, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=e8a97cb2-941d-4820-83d3-f307a36d70c1,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:30.024959 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:30.065946 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97950-8170-4fe0-80a8-5211c9ead10b req-0cd623c0-1c89-402f-b642-6a3748d1a116 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:30.067403 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cfd97950-8170-4fe0-80a8-5211c9ead10b req-0cd623c0-1c89-402f-b642-6a3748d1a116 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 945 time: 0.0500834 Sep 13 08:04:30.114724 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cfd97950-8170-4fe0-80a8-5211c9ead10b req-d1eafc00-a2fa-405a-8d08-d003bedd0e3c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f21d7287-50b9-4c7c-a041-6cd19a4d3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414412 Sep 13 08:04:30.188936 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:30.189333 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:30.189645 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Floating IP a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856 disassociated. External IP: 172.27.1.118, port: e8a97cb2-941d-4820-83d3-f307a36d70c1. Sep 13 08:04:30.190014 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Calling delete_port for e8a97cb2-941d-4820-83d3-f307a36d70c1 owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:04:30.312459 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (e8a97cb2-941d-4820-83d3-f307a36d70c1), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:30.341518 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'Port': ['ID=e8a97cb2-941d-4820-83d3-f307a36d70c1,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:30.353213 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.353558 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.353920 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.354258 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.354586 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.354914 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.355238 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.355559 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.355877 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.356196 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.356517 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.356842 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.357153 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.357467 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.357799 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:30.462314 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:04:30.564758 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:04:30.574713 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:04:30.589486 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:30.590458 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:04:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:30.613473 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] No DVR routers for this DVR port e8a97cb2-941d-4820-83d3-f307a36d70c1 on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:04:30.616210 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:30.619605 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-79091b72-ed8a-4dba-9d1f-a341a10dd537 req-3379489b-7083-45d0-b7cd-8c4964ac6af3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e8a97cb2-941d-4820-83d3-f307a36d70c1 HTTP/1.1" status: 204 len: 173 time: 0.7677355 Sep 13 08:04:30.620137 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'name': 'network-vif-deleted', 'tag': 'e8a97cb2-941d-4820-83d3-f307a36d70c1'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:04:30.622947 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b436cf-24f4-44bd-b2e6-0db3b160b77f" -d '{"events": [{"server_uuid": "9e744f38-69da-4a6f-9ccc-c33e2905eef5", "name": "network-vif-deleted", "tag": "e8a97cb2-941d-4820-83d3-f307a36d70c1"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:04:30.713833 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:30.746646 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7344aae3-a7c4-4d5e-a441-4b24ebc67eb2 x-openstack-request-id: req-7344aae3-a7c4-4d5e-a441-4b24ebc67eb2 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:04:30.747175 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e744f38-69da-4a6f-9ccc-c33e2905eef5", "name": "network-vif-deleted", "tag": "e8a97cb2-941d-4820-83d3-f307a36d70c1", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:04:30.747601 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7344aae3-a7c4-4d5e-a441-4b24ebc67eb2 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:04:30.748191 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7344aae3-a7c4-4d5e-a441-4b24ebc67eb2'] response: {'server_uuid': '9e744f38-69da-4a6f-9ccc-c33e2905eef5', 'name': 'network-vif-deleted', 'tag': 'e8a97cb2-941d-4820-83d3-f307a36d70c1', 'status': 'completed', 'code': 200} Sep 13 08:04:30.925655 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:30.950011 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:04:30.958278 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:30.958814 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:04:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:31.056870 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:31.245392 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-650e1c93-f4cd-4cc5-9834-53204149ed7c req-afabaca2-8ee1-47a6-9bbf-bc5f16d31e26 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9e744f38-69da-4a6f-9ccc-c33e2905eef5 HTTP/1.1" status: 200 len: 210 time: 0.0275557 Sep 13 08:04:31.254940 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:31.283348 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c473b0ab-8131-4eda-81f6-f1fe8a89caab None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:04:31.453078 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:31.462483 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:31.504757 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c703a-be21-4a8c-9754-2c64996695c7 None None] New status for floating IP a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856: DOWN {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:04:32.321873 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0a0f7-8f08-4838-affa-7a0f0b32d4fd req-43912a03-147f-4393-a4f1-5f9a4be9b962 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:32.323749 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2af0a0f7-8f08-4838-affa-7a0f0b32d4fd req-43912a03-147f-4393-a4f1-5f9a4be9b962 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 946 time: 0.0509908 Sep 13 08:04:32.340161 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60872) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:32.410150 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2af0a0f7-8f08-4838-affa-7a0f0b32d4fd req-5def90eb-5196-4cbe-b7a7-4ee941cfe8cf tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806737 Sep 13 08:04:32.432291 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8eec-2794-40e5-b2d3-a3d313609cd7 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (f21d7287-50b9-4c7c-a041-6cd19a4d3c61), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.445196 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8eec-2794-40e5-b2d3-a3d313609cd7 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (f21d7287-50b9-4c7c-a041-6cd19a4d3c61), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.491170 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8eec-2794-40e5-b2d3-a3d313609cd7 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (f21d7287-50b9-4c7c-a041-6cd19a4d3c61), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.493675 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8eec-2794-40e5-b2d3-a3d313609cd7 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.494843 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4f2a8eec-2794-40e5-b2d3-a3d313609cd7 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f21d7287-50b9-4c7c-a041-6cd19a4d3c61 HTTP/1.1" status: 204 len: 168 time: 0.1537776 Sep 13 08:04:32.497661 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60874) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:32.503760 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a8eec-2794-40e5-b2d3-a3d313609cd7 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21d7287-50b9-4c7c-a041-6cd19a4d3c61,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:32.512003 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.api.v2.resource [None req-112a993c-deb3-4a4b-a2f2-e75dff9e45a0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] show failed (client error): The resource could not be found. Sep 13 08:04:32.514503 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-112a993c-deb3-4a4b-a2f2-e75dff9e45a0 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups/f21d7287-50b9-4c7c-a041-6cd19a4d3c61 HTTP/1.1" status: 404 len: 347 time: 0.0143180 Sep 13 08:04:32.515889 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60876) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:32.522349 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:32.550331 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:32.626525 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Deleting port 17b17c35-f470-4eea-b5d6-2b95f4370180 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:04:32.626866 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (17b17c35-f470-4eea-b5d6-2b95f4370180), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.701315 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (17b17c35-f470-4eea-b5d6-2b95f4370180), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.701586 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (17b17c35-f470-4eea-b5d6-2b95f4370180), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.714465 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Calling delete_port for 17b17c35-f470-4eea-b5d6-2b95f4370180 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:04:32.847245 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (17b17c35-f470-4eea-b5d6-2b95f4370180), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.878031 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'Port': ['ID=17b17c35-f470-4eea-b5d6-2b95f4370180,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:32.952672 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.955747 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:32.956887 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-61d69382-e2a6-42af-9023-7c053d5bf1fa tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/a5ffd2b0-c3a0-48f7-ab7a-78ed5e52d856 HTTP/1.1" status: 204 len: 168 time: 0.4400537 Sep 13 08:04:33.024145 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60880) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:33.028622 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-a9795a78-7362-4bf6-a596-2932dd5f3572 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--251613028', 'description': 'tempest-description--1473069210'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:04:33.049641 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9795a78-7362-4bf6-a596-2932dd5f3572 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.116637 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9795a78-7362-4bf6-a596-2932dd5f3572 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.120176 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9795a78-7362-4bf6-a596-2932dd5f3572 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.149624 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a9795a78-7362-4bf6-a596-2932dd5f3572 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.150829 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a9795a78-7362-4bf6-a596-2932dd5f3572 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1257122 Sep 13 08:04:33.152691 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9795a78-7362-4bf6-a596-2932dd5f3572 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:33.153825 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60882) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:33.159301 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-1f2fe238-33fa-43ff-aaa5-9d883f1a79b3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group_rule': {'security_group_id': '7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:04:33.185314 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1f2fe238-33fa-43ff-aaa5-9d883f1a79b3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (e5237a7c-c358-4d75-8a3c-c62e71879ca5), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.241551 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1f2fe238-33fa-43ff-aaa5-9d883f1a79b3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (e5237a7c-c358-4d75-8a3c-c62e71879ca5), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.244854 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1f2fe238-33fa-43ff-aaa5-9d883f1a79b3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (e5237a7c-c358-4d75-8a3c-c62e71879ca5), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.260888 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device e8a97cb2-941d-4820-83d3-f307a36d70c1 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:04:33.261613 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fe238-33fa-43ff-aaa5-9d883f1a79b3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5237a7c-c358-4d75-8a3c-c62e71879ca5,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:33.274897 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1f2fe238-33fa-43ff-aaa5-9d883f1a79b3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.276131 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1f2fe238-33fa-43ff-aaa5-9d883f1a79b3 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211176 Sep 13 08:04:33.278986 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60884) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:33.283882 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-ef358793-a6ab-469e-80c7-a5ba09b0c021 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'security_group_rule': {'security_group_id': '7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:04:33.284294 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: e8a97cb2-941d-4820-83d3-f307a36d70c1 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:04:33.284643 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device e8a97cb2-941d-4820-83d3-f307a36d70c1 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:04:33.309934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ef358793-a6ab-469e-80c7-a5ba09b0c021 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (6088f43c-4eb9-4614-aaa2-3ebd74fa730d), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.367457 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ef358793-a6ab-469e-80c7-a5ba09b0c021 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (6088f43c-4eb9-4614-aaa2-3ebd74fa730d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.371107 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ef358793-a6ab-469e-80c7-a5ba09b0c021 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (6088f43c-4eb9-4614-aaa2-3ebd74fa730d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.390413 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef358793-a6ab-469e-80c7-a5ba09b0c021 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6088f43c-4eb9-4614-aaa2-3ebd74fa730d,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:33.395880 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ef358793-a6ab-469e-80c7-a5ba09b0c021 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.397056 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ef358793-a6ab-469e-80c7-a5ba09b0c021 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171579 Sep 13 08:04:33.400282 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60886) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:33.404765 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:04:33.429366 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.509712 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:33.532262 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dace754-ec57-46ca-90df-64e725f05865 req-b5f87821-9f7a-4aee-86f4-fedd31a7ecde tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:33.534492 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9dace754-ec57-46ca-90df-64e725f05865 req-b5f87821-9f7a-4aee-86f4-fedd31a7ecde tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 946 time: 0.0466778 Sep 13 08:04:33.597186 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9dace754-ec57-46ca-90df-64e725f05865 req-ada6d1f0-5e2c-4e24-8a50-7036bb00e53f tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565240 Sep 13 08:04:33.834223 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:33.862924 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Allocated IP 172.27.1.43 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/01770779-daa4-421c-a0c9-79fa548b6315) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:04:33.873037 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:33.978152 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (01770779-daa4-421c-a0c9-79fa548b6315), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.009308 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (01770779-daa4-421c-a0c9-79fa548b6315), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.045382 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:04:34.050697 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:04:34.054591 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:04:34.075618 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=01770779-daa4-421c-a0c9-79fa548b6315,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:34.165396 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (7e60f1e5-e55a-449a-a97b-d36ca123e161), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.187046 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388167c-420a-4be5-8742-5a08edce986c req-b55751b4-0a9f-4d51-a115-7222a11082ed tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:34.188464 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c388167c-420a-4be5-8742-5a08edce986c req-b55751b4-0a9f-4d51-a115-7222a11082ed tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 946 time: 0.0547755 Sep 13 08:04:34.242987 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (01770779-daa4-421c-a0c9-79fa548b6315), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.327911 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Deleting port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:04:34.328255 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.484920 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] For port b552bbf5-7c7c-4da2-a786-2ff33cc979a2, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:34.485278 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.496649 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:34.544717 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (01770779-daa4-421c-a0c9-79fa548b6315), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.553556 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (01770779-daa4-421c-a0c9-79fa548b6315), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.619932 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:34.661332 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=01770779-daa4-421c-a0c9-79fa548b6315,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:34.674214 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (7e60f1e5-e55a-449a-a97b-d36ca123e161), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.750003 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.751125 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0a09de2d-4ed1-48d5-a1d9-01d37dd4ccc5 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3498633 Sep 13 08:04:34.775316 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d342fa-55ed-40d8-a28f-2cca6ad63a04 req-9f524396-3773-43c9-bdb8-7b38818b49a3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:34.776796 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-26d342fa-55ed-40d8-a28f-2cca6ad63a04 req-9f524396-3773-43c9-bdb8-7b38818b49a3 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=29d9647c-2b09-4e34-b4be-6f4db18864b5 HTTP/1.1" status: 200 len: 946 time: 0.0969155 Sep 13 08:04:34.795181 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.795473 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (eae65dc2-36c4-4752-b676-0622384b488e), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.795762 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Floating IP eae65dc2-36c4-4752-b676-0622384b488e disassociated. External IP: 172.27.1.245, port: b552bbf5-7c7c-4da2-a786-2ff33cc979a2. Sep 13 08:04:34.796352 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Calling delete_port for b552bbf5-7c7c-4da2-a786-2ff33cc979a2 owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:04:34.878994 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-26d342fa-55ed-40d8-a28f-2cca6ad63a04 req-e95275e3-64d4-400a-b8fe-553d85ce4532 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=834f5417-b4e3-40d2-b270-80c6bd9f4873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951593 Sep 13 08:04:34.950264 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:34.962349 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (b552bbf5-7c7c-4da2-a786-2ff33cc979a2), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:34.964294 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-44be9c05-78a1-4b54-a3de-0a00748543db tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--251613028&fields=id&tenant_id=189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 267 time: 0.0441506 Sep 13 08:04:34.990524 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event deleted for resources: {'Port': ['ID=b552bbf5-7c7c-4da2-a786-2ff33cc979a2,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:35.012001 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:35.082427 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-2f9df5e0-9abd-4b04-b823-6d66df5d542b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:35.083880 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-2f9df5e0-9abd-4b04-b823-6d66df5d542b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 814 time: 0.1121395 Sep 13 08:04:35.098479 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-3a87a310-ec95-4024-a59b-a7c6efccbc46 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/quotas/189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 375 time: 0.0090978 Sep 13 08:04:35.104834 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Router a72872a4-8a39-4af1-91a9-303b5194a52b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:04:35.149387 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-e6fbf0ea-1468-473b-9a39-8aad1f52b92c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451372 Sep 13 08:04:35.209632 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:04:35.220935 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] Sync routers for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:04:35.231081 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:35.231676 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:04:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:35.256316 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] No DVR routers for this DVR port b552bbf5-7c7c-4da2-a786-2ff33cc979a2 on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:04:35.259331 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:35.263157 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c388167c-420a-4be5-8742-5a08edce986c req-f75c88c4-6733-4847-a6d2-7056e1323a90 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b552bbf5-7c7c-4da2-a786-2ff33cc979a2 HTTP/1.1" status: 204 len: 173 time: 1.0590405 Sep 13 08:04:35.263709 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'name': 'network-vif-deleted', 'tag': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:04:35.266267 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b042c146-358a-4164-85c0-24ad792fc7fe" -d '{"events": [{"server_uuid": "29d9647c-2b09-4e34-b4be-6f4db18864b5", "name": "network-vif-deleted", "tag": "b552bbf5-7c7c-4da2-a786-2ff33cc979a2"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:04:35.316016 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f427ea97-caf0-4f13-9d2b-cbc5b965e5dc x-openstack-request-id: req-f427ea97-caf0-4f13-9d2b-cbc5b965e5dc {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:04:35.316384 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d9647c-2b09-4e34-b4be-6f4db18864b5", "name": "network-vif-deleted", "tag": "b552bbf5-7c7c-4da2-a786-2ff33cc979a2", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:04:35.316706 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f427ea97-caf0-4f13-9d2b-cbc5b965e5dc {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:04:35.317951 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f427ea97-caf0-4f13-9d2b-cbc5b965e5dc'] response: {'server_uuid': '29d9647c-2b09-4e34-b4be-6f4db18864b5', 'name': 'network-vif-deleted', 'tag': 'b552bbf5-7c7c-4da2-a786-2ff33cc979a2', 'status': 'completed', 'code': 200} Sep 13 08:04:35.331889 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:35.339612 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-cd9840dd-b5c2-4d64-b649-7d88484b0137 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782093 Sep 13 08:04:35.368800 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:35.457354 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-a8300dde-6594-4e80-975b-37683ef853a7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080844 Sep 13 08:04:35.585944 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:35.612446 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] Checking router: a72872a4-8a39-4af1-91a9-303b5194a52b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:04:35.621153 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:35.621975 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:04:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:35.664623 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-43b515a5-3b77-4e63-a12a-3a5645d44c3d req-b39320e2-ff71-408b-a5e9-a0b920bace4f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 210 time: 0.0393021 Sep 13 08:04:35.733503 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:35.940540 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:36.003078 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60928) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:36.068577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2df3e68-3d8b-4d06-97b9-e68135e5c511 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (834f5417-b4e3-40d2-b270-80c6bd9f4873), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.092967 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2df3e68-3d8b-4d06-97b9-e68135e5c511 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (834f5417-b4e3-40d2-b270-80c6bd9f4873), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.112308 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:36.123280 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45680441-2c2d-42a0-97a9-c0d1edf4e230 None None] The sync data for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi is: [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T07:59:00Z', 'revision_number': 4, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '5e1e52bd-f15e-406f-9338-34a2c3c4cc30', 'name': '', 'network_id': '06a031c7-2519-4c40-aa94-3951689a554d', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'mac_address': 'fa:16:3e:7a:b3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:58Z', 'updated_at': '2022-09-13T07:59:17Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'subnets': [{'id': 'c011a6f1-33b1-4cb3-9131-834cfeeba679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:04:36.156350 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2df3e68-3d8b-4d06-97b9-e68135e5c511 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (834f5417-b4e3-40d2-b270-80c6bd9f4873), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.159882 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d2df3e68-3d8b-4d06-97b9-e68135e5c511 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.162407 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d2df3e68-3d8b-4d06-97b9-e68135e5c511 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/834f5417-b4e3-40d2-b270-80c6bd9f4873 HTTP/1.1" status: 204 len: 168 time: 0.1569834 Sep 13 08:04:36.164207 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60932) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:36.175557 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df3e68-3d8b-4d06-97b9-e68135e5c511 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834f5417-b4e3-40d2-b270-80c6bd9f4873,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:36.189930 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.api.v2.resource [None req-7529ed6a-da14-4fe5-9eed-44720211cf49 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] show failed (client error): The resource could not be found. Sep 13 08:04:36.191676 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7529ed6a-da14-4fe5-9eed-44720211cf49 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "GET /networking/v2.0/security-groups/834f5417-b4e3-40d2-b270-80c6bd9f4873 HTTP/1.1" status: 404 len: 347 time: 0.0260086 Sep 13 08:04:36.194083 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60934) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:36.316809 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Deleting port 26cca626-569f-44ec-93b0-072ee60fa976 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:04:36.317177 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (26cca626-569f-44ec-93b0-072ee60fa976), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.406691 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (26cca626-569f-44ec-93b0-072ee60fa976), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.407043 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (26cca626-569f-44ec-93b0-072ee60fa976), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.413899 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db1e2e2-a6e0-4d67-851f-90e062f33d1d None None] New status for floating IP eae65dc2-36c4-4752-b676-0622384b488e: DOWN {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:04:36.421900 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Calling delete_port for 26cca626-569f-44ec-93b0-072ee60fa976 owned by network:floatingip {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:04:36.577445 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (26cca626-569f-44ec-93b0-072ee60fa976), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.603150 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Pushing event deleted for resources: {'Port': ['ID=26cca626-569f-44ec-93b0-072ee60fa976,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:36.664100 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks [] for floatingip (eae65dc2-36c4-4752-b676-0622384b488e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.666556 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:36.667698 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-aaca9f6a-7842-49b3-b68d-c421140cdbc9 tempest-AttachVolumeTestJSON-1530936090 tempest-AttachVolumeTestJSON-1530936090-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/eae65dc2-36c4-4752-b676-0622384b488e HTTP/1.1" status: 204 len: 168 time: 0.4724326 Sep 13 08:04:36.767250 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7eb29aff-2f3a-4660-81bf-a1391d3b1630 req-56334f49-73e1-46a8-a0dc-1d8d0f337ad8 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 210 time: 0.0323429 Sep 13 08:04:37.042602 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-edda1dc0-5e1c-42e0-a0db-02d581100c1c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:37.044392 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-edda1dc0-5e1c-42e0-a0db-02d581100c1c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 814 time: 0.1247904 Sep 13 08:04:37.073833 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:37.109197 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-26ac4f5b-34cf-4f3a-aac1-3ab4bb8a46bc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=189468d0e3034caaa498442603da0609 HTTP/1.1" status: 200 len: 379 time: 0.0555708 Sep 13 08:04:37.185520 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'port': {'device_id': 'dc666737-46c5-4534-929a-6fb0a173e075', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'admin_state_up': True, 'tenant_id': '189468d0e3034caaa498442603da0609', 'security_groups': ['7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542']}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:04:37.274428 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b552bbf5-7c7c-4da2-a786-2ff33cc979a2 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:04:37.293636 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: b552bbf5-7c7c-4da2-a786-2ff33cc979a2 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:04:37.294006 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b552bbf5-7c7c-4da2-a786-2ff33cc979a2 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:04:37.310472 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Made reservation on behalf of 189468d0e3034caaa498442603da0609 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:04:37.314191 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:37.435176 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Allocated IP 172.20.0.6 (bda84770-0e33-4d8d-bc36-9e89bb74859d/1a33a1f9-3916-4950-a4d3-15e3090b49c8/c0617788-8272-4ce7-8e53-bbf47a33ae58) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:04:37.569462 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:37.600566 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:37.638133 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Network bda84770-0e33-4d8d-bc36-9e89bb74859d is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:04:37.641153 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:04:37.647568 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:04:37.672534 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event updated for resources: {'Port': ['ID=c0617788-8272-4ce7-8e53-bbf47a33ae58,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:37.706145 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:37.706760 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:37.716224 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:37.724906 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-7c055ef2-81e0-4585-b0e2-943651e756cb tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430975 Sep 13 08:04:37.736371 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Request body: {'port': {'device_id': 'dc666737-46c5-4534-929a-6fb0a173e075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:04:37.798403 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:37.885166 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-7c5fe3c5-3958-4ad8-9459-faa995416a32 None None] Provisioning complete for port c0617788-8272-4ce7-8e53-bbf47a33ae58 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:04:37.885614 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe3c5-3958-4ad8-9459-faa995416a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:37.927616 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fe3c5-3958-4ad8-9459-faa995416a32 None None] Port c0617788-8272-4ce7-8e53-bbf47a33ae58 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:04:37.973301 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6847f-8733-45f1-bbb0-5d80e940b5d3 req-cd374622-f8c1-4610-be41-058ba453481f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:37.974895 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0fb6847f-8733-45f1-bbb0-5d80e940b5d3 req-cd374622-f8c1-4610-be41-058ba453481f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 931 time: 0.1259165 Sep 13 08:04:38.079399 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:38.086679 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0fb6847f-8733-45f1-bbb0-5d80e940b5d3 req-28ae8a13-6103-43c9-9ced-9f60d45e21d6 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057186 Sep 13 08:04:38.163306 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0617788-8272-4ce7-8e53-bbf47a33ae58 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:04:38.171011 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Publish callbacks [] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:38.183238 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Transition to ACTIVE for port object c0617788-8272-4ce7-8e53-bbf47a33ae58 will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:04:38.186293 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:38.244349 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0617788-8272-4ce7-8e53-bbf47a33ae58,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:38.294562 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Attempting to bind port c0617788-8272-4ce7-8e53-bbf47a33ae58 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:04:38.294895 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Attempting to bind port c0617788-8272-4ce7-8e53-bbf47a33ae58 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:04:38.295220 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Attempting to bind port c0617788-8272-4ce7-8e53-bbf47a33ae58 on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:04:38.337028 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Port c0617788-8272-4ce7-8e53-bbf47a33ae58 on network bda84770-0e33-4d8d-bc36-9e89bb74859d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:04:38.337273 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Attempting to bind port c0617788-8272-4ce7-8e53-bbf47a33ae58 on network bda84770-0e33-4d8d-bc36-9e89bb74859d {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:04:38.379068 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:04:38.379398 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Checking segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:04:38.379774 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Bound using segment: {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:04:38.380200 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Bound port: c0617788-8272-4ce7-8e53-bbf47a33ae58, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db253550-d339-4cf0-92cb-e8bd6240235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:04:38.380553 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:38.442305 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] For port c0617788-8272-4ce7-8e53-bbf47a33ae58, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:04:38.445240 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] For port c0617788-8272-4ce7-8e53-bbf47a33ae58, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c0617788-8272-4ce7-8e53-bbf47a33ae58,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:04:38.452226 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:38.456213 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:38.456823 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:38.458199 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/c0617788-8272-4ce7-8e53-bbf47a33ae58 HTTP/1.1" status: 200 len: 1093 time: 0.7261691 Sep 13 08:04:38.458747 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc666737-46c5-4534-929a-6fb0a173e075', 'tag': 'c0617788-8272-4ce7-8e53-bbf47a33ae58'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:04:38.460961 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09721e5-afe7-49e2-94a7-70c258eeaefa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc666737-46c5-4534-929a-6fb0a173e075", "tag": "c0617788-8272-4ce7-8e53-bbf47a33ae58"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:04:38.509551 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec258dc5-a223-4ed0-8754-b3a9d6fa428e x-openstack-request-id: req-ec258dc5-a223-4ed0-8754-b3a9d6fa428e {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:04:38.509849 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc666737-46c5-4534-929a-6fb0a173e075", "tag": "c0617788-8272-4ce7-8e53-bbf47a33ae58", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:04:38.510101 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec258dc5-a223-4ed0-8754-b3a9d6fa428e {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:04:38.510492 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec258dc5-a223-4ed0-8754-b3a9d6fa428e'] response: {'name': 'network-changed', 'server_uuid': 'dc666737-46c5-4534-929a-6fb0a173e075', 'tag': 'c0617788-8272-4ce7-8e53-bbf47a33ae58', 'status': 'completed', 'code': 200} Sep 13 08:04:38.511967 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:38.542870 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97837b1-a410-437a-b51a-842f31960ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0617788-8272-4ce7-8e53-bbf47a33ae58,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:38.551532 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-f131bcbe-c1be-42a5-9544-6e513843986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:38.553026 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-f131bcbe-c1be-42a5-9544-6e513843986f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 1127 time: 0.0565231 Sep 13 08:04:38.592301 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-cf42fbfd-c627-4152-adcb-4efdd9707986 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0617788-8272-4ce7-8e53-bbf47a33ae58 HTTP/1.1" status: 200 len: 217 time: 0.0324483 Sep 13 08:04:38.650869 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-9421e0f5-ced1-43ee-9598-c58511109580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:38.652291 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-9421e0f5-ced1-43ee-9598-c58511109580 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0526564 Sep 13 08:04:38.694774 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-daa21842-19cb-4d8c-be0d-d545ac4da35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:38.696238 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-daa21842-19cb-4d8c-be0d-d545ac4da35f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375111 Sep 13 08:04:38.782295 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-05d10aa2-7ce0-41ee-8633-3f9df3d7c93c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796084 Sep 13 08:04:38.871540 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-aefe7760-a0ca-49cd-91b0-06580d41045b req-b87b60be-bcfb-407e-a96d-36df1d14acf5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829301 Sep 13 08:04:39.209512 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a2b95-b5aa-4683-9ad2-51b359ae2a38 req-04602038-cbf1-428f-a565-0458c8c6d9ee tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:39.210999 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-269a2b95-b5aa-4683-9ad2-51b359ae2a38 req-04602038-cbf1-428f-a565-0458c8c6d9ee tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 943 time: 0.0461843 Sep 13 08:04:39.259248 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-269a2b95-b5aa-4683-9ad2-51b359ae2a38 req-2cdc749a-de48-482a-ba1b-5b5a575e7183 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423615 Sep 13 08:04:39.731655 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:39.745300 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-81871e84-55fe-453f-99ff-22a91cdc6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:39.746806 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-81871e84-55fe-453f-99ff-22a91cdc6ed7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 1127 time: 0.0447958 Sep 13 08:04:39.835071 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-0907ed3d-d52b-4541-8cc0-024c3139b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:39.836496 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-0907ed3d-d52b-4541-8cc0-024c3139b3e3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 915 time: 0.0834928 Sep 13 08:04:39.877947 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-fb3620c7-7860-441c-8d58-a1da71dc1a9c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0617788-8272-4ce7-8e53-bbf47a33ae58 HTTP/1.1" status: 200 len: 217 time: 0.0346401 Sep 13 08:04:39.930651 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-4e295703-0ae1-451d-894e-b8102d55113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:39.932160 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-4e295703-0ae1-451d-894e-b8102d55113e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0489020 Sep 13 08:04:39.975278 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-5115d50d-c30f-4ea9-8beb-fd3c65576369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:39.976744 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-5115d50d-c30f-4ea9-8beb-fd3c65576369 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388329 Sep 13 08:04:40.065992 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-0a088cfa-c36c-4040-88dd-aeed3ffeb2ea service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832856 Sep 13 08:04:40.151137 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e09721e5-afe7-49e2-94a7-70c258eeaefa req-43d25f52-4430-46e6-95a4-74abf95d2d04 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794253 Sep 13 08:04:40.255952 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60976) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:40.417867 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7c7d-c86a-407d-81b1-1cbcccee0648 req-7c48cde8-ffd7-4ba5-b4be-e00d996065da tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:40.419295 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9dce7c7d-c86a-407d-81b1-1cbcccee0648 req-7c48cde8-ffd7-4ba5-b4be-e00d996065da tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 943 time: 0.0798860 Sep 13 08:04:40.435274 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:40.455552 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:40.543030 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9dce7c7d-c86a-407d-81b1-1cbcccee0648 req-44b892fa-a6c3-4537-b77b-e744600cb18a tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173472 Sep 13 08:04:40.676485 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (a72872a4-8a39-4af1-91a9-303b5194a52b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:40.884822 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Deleting port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:04:40.885160 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:40.967803 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] For port 5e1e52bd-f15e-406f-9338-34a2c3c4cc30, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=5e1e52bd-f15e-406f-9338-34a2c3c4cc30,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:40.968080 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:40.982151 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Calling delete_port for 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:04:41.159428 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (5e1e52bd-f15e-406f-9338-34a2c3c4cc30), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:41.183722 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1e52bd-f15e-406f-9338-34a2c3c4cc30,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:41.230155 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:41.253111 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:41.293433 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device c0617788-8272-4ce7-8e53-bbf47a33ae58 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:04:41.350737 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (a72872a4-8a39-4af1-91a9-303b5194a52b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:41.402257 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port c0617788-8272-4ce7-8e53-bbf47a33ae58, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c0617788-8272-4ce7-8e53-bbf47a33ae58,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:41.414419 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'c0617788-8272-4ce7-8e53-bbf47a33ae58', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'port_id': 'c0617788-8272-4ce7-8e53-bbf47a33ae58', 'mac_address': 'fa:16:3e:a2:4a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:04:41.452611 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port c0617788-8272-4ce7-8e53-bbf47a33ae58 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:04:41.453321 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:41.466646 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0617788-8272-4ce7-8e53-bbf47a33ae58 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:04:41.486059 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:41.490683 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port c0617788-8272-4ce7-8e53-bbf47a33ae58, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c0617788-8272-4ce7-8e53-bbf47a33ae58,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:41.494524 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:41.521012 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:41.544598 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=c0617788-8272-4ce7-8e53-bbf47a33ae58,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:41.552137 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.552740 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.553094 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.553473 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.553819 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.554183 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.554547 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.554868 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.555220 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.555573 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.555904 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.556255 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.556587 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.556932 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.557258 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:04:41.563011 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Router a72872a4-8a39-4af1-91a9-303b5194a52b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:04:41.665047 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:04:41.666929 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657dad4-b483-426e-b652-1a3c1a023229 req-7f3074a1-d334-492e-b1b1-af4a286788da tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:41.668439 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2657dad4-b483-426e-b652-1a3c1a023229 req-7f3074a1-d334-492e-b1b1-af4a286788da tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 944 time: 0.0500479 Sep 13 08:04:41.669771 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d521e042-369e-4741-acce-d61de142ca40 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/a72872a4-8a39-4af1-91a9-303b5194a52b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4132233 Sep 13 08:04:41.672428 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60984) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:41.673692 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] Sync routers for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:04:41.685119 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:41.686023 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:04:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:41.762119 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['c0617788-8272-4ce7-8e53-bbf47a33ae58'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:04:41.826091 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:42.036978 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:42.052238 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2657dad4-b483-426e-b652-1a3c1a023229 req-acac6e27-9e62-4f72-958b-4f0095d9224b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734691 Sep 13 08:04:42.065697 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks [] for router (a72872a4-8a39-4af1-91a9-303b5194a52b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.084764 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T08:04:41Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:42.108508 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] Checking router: a72872a4-8a39-4af1-91a9-303b5194a52b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:04:42.117247 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] Routers {'a72872a4-8a39-4af1-91a9-303b5194a52b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:42.117885 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:04:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['a72872a4-8a39-4af1-91a9-303b5194a52b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:42.162626 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks [] for router_gateway (a72872a4-8a39-4af1-91a9-303b5194a52b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.204270 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Deleting port 5aa3a46f-3b18-4592-940b-e5f6184ab11e {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:04:42.204612 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.217551 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] Set router a72872a4-8a39-4af1-91a9-303b5194a52b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:42.281431 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] For port 5aa3a46f-3b18-4592-940b-e5f6184ab11e, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=5aa3a46f-3b18-4592-940b-e5f6184ab11e,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:42.281822 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.294200 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Calling delete_port for 5aa3a46f-3b18-4592-940b-e5f6184ab11e owned by network:router_gateway {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:04:42.352136 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:42.384003 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T08:04:41Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:42.408320 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527f84a-0f51-4f24-9525-8a5b1d3854e1 None None] The sync data for ids ['a72872a4-8a39-4af1-91a9-303b5194a52b'] in dv-cinder-857075-3-iscsi is: [{'id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'name': 'tempest-AttachVolumeTestJSON-1979151726-router', 'tenant_id': '673e7e0a20014808a399969e1d5e0d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T07:58:53Z', 'updated_at': '2022-09-13T08:04:41Z', 'revision_number': 5, 'project_id': '673e7e0a20014808a399969e1d5e0d41', 'gw_port': {'id': '5aa3a46f-3b18-4592-940b-e5f6184ab11e', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72872a4-8a39-4af1-91a9-303b5194a52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T07:58:54Z', 'updated_at': '2022-09-13T07:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:04:42.462434 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (5aa3a46f-3b18-4592-940b-e5f6184ab11e), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.490060 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa3a46f-3b18-4592-940b-e5f6184ab11e,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:42.549830 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (a72872a4-8a39-4af1-91a9-303b5194a52b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.633106 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (a72872a4-8a39-4af1-91a9-303b5194a52b), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.635259 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks [] for router_controller (a72872a4-8a39-4af1-91a9-303b5194a52b), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.675992 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (a72872a4-8a39-4af1-91a9-303b5194a52b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.676810 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72872a4-8a39-4af1-91a9-303b5194a52b {{(pid=106243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:04:42.680715 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.684246 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1f267f41-f01a-459a-bb8d-1f659ed003ea admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/a72872a4-8a39-4af1-91a9-303b5194a52b HTTP/1.1" status: 204 len: 168 time: 1.0085001 Sep 13 08:04:42.684449 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 60986) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:42.730610 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_v2 [None req-66903aaf-8e55-4e81-a5c3-77ad74a6189c admin admin] Deleting subnet c011a6f1-33b1-4cb3-9131-834cfeeba679 {{(pid=106243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:04:42.733562 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66903aaf-8e55-4e81-a5c3-77ad74a6189c admin admin] Publish callbacks [] for subnet (c011a6f1-33b1-4cb3-9131-834cfeeba679), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.766946 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66903aaf-8e55-4e81-a5c3-77ad74a6189c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14310313'] for subnet (c011a6f1-33b1-4cb3-9131-834cfeeba679), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.850828 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66903aaf-8e55-4e81-a5c3-77ad74a6189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (c011a6f1-33b1-4cb3-9131-834cfeeba679), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.891239 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:42.911166 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:04:42.923140 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66903aaf-8e55-4e81-a5c3-77ad74a6189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14327129'] for subnet (c011a6f1-33b1-4cb3-9131-834cfeeba679), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.933097 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:04:42.933450 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 5e1e52bd-f15e-406f-9338-34a2c3c4cc30 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:04:42.949981 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66903aaf-8e55-4e81-a5c3-77ad74a6189c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c011a6f1-33b1-4cb3-9131-834cfeeba679,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:42.952212 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66903aaf-8e55-4e81-a5c3-77ad74a6189c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:42.958534 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 60988) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:42.959045 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-66903aaf-8e55-4e81-a5c3-77ad74a6189c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/c011a6f1-33b1-4cb3-9131-834cfeeba679 HTTP/1.1" status: 204 len: 168 time: 0.2731435 Sep 13 08:04:42.960043 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0263c39-9d24-444a-a8df-5fb604125826 None None] Network 06a031c7-2519-4c40-aa94-3951689a554d requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:04:42.982103 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:43.036842 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (06a031c7-2519-4c40-aa94-3951689a554d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.081223 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Deleting port a1370e47-a0b4-4da1-ae85-8b434bf577db {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:04:43.081576 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.144890 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1732be-7fc5-4298-9435-774dbac3d8ac None None] DHCP port deletion for 06a031c7-2519-4c40-aa94-3951689a554d request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:04:43.184344 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-4c1732be-7fc5-4298-9435-774dbac3d8ac None None] Deleting port a1370e47-a0b4-4da1-ae85-8b434bf577db {{(pid=106244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:04:43.184717 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4c1732be-7fc5-4298-9435-774dbac3d8ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), before_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.259343 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-4c1732be-7fc5-4298-9435-774dbac3d8ac None None] For port a1370e47-a0b4-4da1-ae85-8b434bf577db, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=a1370e47-a0b4-4da1-ae85-8b434bf577db,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:43.259732 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4c1732be-7fc5-4298-9435-774dbac3d8ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), precommit_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.274829 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-4c1732be-7fc5-4298-9435-774dbac3d8ac None None] Calling delete_port for a1370e47-a0b4-4da1-ae85-8b434bf577db owned by network:dhcp {{(pid=106244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:04:43.282953 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:43.317708 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device c0617788-8272-4ce7-8e53-bbf47a33ae58 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:04:43.394361 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port c0617788-8272-4ce7-8e53-bbf47a33ae58 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:04:43.398593 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4c1732be-7fc5-4298-9435-774dbac3d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), after_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.405487 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port c0617788-8272-4ce7-8e53-bbf47a33ae58 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:04:43.405909 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.443178 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1732be-7fc5-4298-9435-774dbac3d8ac None None] Pushing event deleted for resources: {'Port': ['ID=a1370e47-a0b4-4da1-ae85-8b434bf577db,revision_number=None']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:43.449923 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1732be-7fc5-4298-9435-774dbac3d8ac None None] No DVR routers for this DVR port a1370e47-a0b4-4da1-ae85-8b434bf577db on host dv-cinder-857075-3-iscsi {{(pid=106244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:04:43.452335 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] For port a1370e47-a0b4-4da1-ae85-8b434bf577db, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=a1370e47-a0b4-4da1-ae85-8b434bf577db,segment=NetworkSegment(9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33),segment_id=9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:43.452683 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.471331 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Calling delete_port for a1370e47-a0b4-4da1-ae85-8b434bf577db owned by network:dhcp {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:04:43.480705 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c991906-9807-4633-97a1-3762061c86ed req-a1ec868f-8572-4c72-b444-da052f821ddc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:43.482365 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8c991906-9807-4633-97a1-3762061c86ed req-a1ec868f-8572-4c72-b444-da052f821ddc tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 944 time: 0.3363347 Sep 13 08:04:43.510049 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port c0617788-8272-4ce7-8e53-bbf47a33ae58 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:04:43.510451 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.538996 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc666737-46c5-4534-929a-6fb0a173e075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0617788-8272-4ce7-8e53-bbf47a33ae58'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:04:43.541262 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bedeb7d-fa01-44ae-a086-31c1d9d23906" -d '{"events": [{"server_uuid": "dc666737-46c5-4534-929a-6fb0a173e075", "name": "network-vif-plugged", "status": "completed", "tag": "c0617788-8272-4ce7-8e53-bbf47a33ae58"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:04:43.563420 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port c0617788-8272-4ce7-8e53-bbf47a33ae58, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c0617788-8272-4ce7-8e53-bbf47a33ae58,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:04:43.572741 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.578192 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (a1370e47-a0b4-4da1-ae85-8b434bf577db), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.620727 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:43.631035 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1370e47-a0b4-4da1-ae85-8b434bf577db,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:43.634133 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] No DVR routers for this DVR port a1370e47-a0b4-4da1-ae85-8b434bf577db on host dv-cinder-857075-3-iscsi {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:04:43.638944 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=c0617788-8272-4ce7-8e53-bbf47a33ae58,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:43.654325 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6792ba6-dabe-4fdc-955d-b380f77e6df4 x-openstack-request-id: req-e6792ba6-dabe-4fdc-955d-b380f77e6df4 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:04:43.654643 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc666737-46c5-4534-929a-6fb0a173e075", "name": "network-vif-plugged", "status": "completed", "tag": "c0617788-8272-4ce7-8e53-bbf47a33ae58", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:04:43.654902 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6792ba6-dabe-4fdc-955d-b380f77e6df4 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:04:43.655304 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6792ba6-dabe-4fdc-955d-b380f77e6df4'] response: {'server_uuid': 'dc666737-46c5-4534-929a-6fb0a173e075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0617788-8272-4ce7-8e53-bbf47a33ae58', 'code': 200} Sep 13 08:04:43.661076 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8c991906-9807-4633-97a1-3762061c86ed req-513b18ab-af2e-40e2-9cd9-c90c4ddfeec7 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703403 Sep 13 08:04:43.714270 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (06a031c7-2519-4c40-aa94-3951689a554d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.736368 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a031c7-2519-4c40-aa94-3951689a554d']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:43.747117 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:43.747481 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:43.758101 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12984729'] for segment (9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.772182 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.780172 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:04:43.780561 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13729057'] for segment (9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.801606 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33 resource provider aggregate not found Sep 13 08:04:43.811015 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:43.836199 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e97ff0-fbcf-4e49-b40c-5d16cf5fda46 req-7d6f2371-6582-4a8d-a952-d8d8f9275135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:43.837823 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-75e97ff0-fbcf-4e49-b40c-5d16cf5fda46 req-7d6f2371-6582-4a8d-a952-d8d8f9275135 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 1129 time: 0.0401773 Sep 13 08:04:43.841486 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eb60be9-4fdb-4cb3-886f-05ef1c5bbe33 found for delete ", "request_id": "req-6efa9f30-e9d4-479a-83ec-0b92951edbd5"}]} Sep 13 08:04:43.857068 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (06a031c7-2519-4c40-aa94-3951689a554d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.863285 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:43.867050 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/06a031c7-2519-4c40-aa94-3951689a554d HTTP/1.1" status: 204 len: 168 time: 0.9068565 Sep 13 08:04:43.878510 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8641e-c330-4292-b8ea-8a85b20d888f admin admin] Pushing event deleted for resources: {'Network': ['ID=06a031c7-2519-4c40-aa94-3951689a554d,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:43.905557 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-75e97ff0-fbcf-4e49-b40c-5d16cf5fda46 req-05a2f882-e8ee-4425-ad2e-9b13fb77cf1b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539138 Sep 13 08:04:43.977399 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 32772) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:44.016113 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-442c9e99-0ee1-4c67-8a29-ecb53b5d0bb5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=673e7e0a20014808a399969e1d5e0d41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375741 Sep 13 08:04:44.018611 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 32774) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:44.069034 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7968ed63-1408-43a6-9475-a7818133d71f admin admin] Publish callbacks [] for security_group (32ce2e1b-3bf2-465a-8126-9a5a37fb3a48), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:44.088534 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7968ed63-1408-43a6-9475-a7818133d71f admin admin] Publish callbacks [] for security_group (32ce2e1b-3bf2-465a-8126-9a5a37fb3a48), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:44.135566 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7968ed63-1408-43a6-9475-a7818133d71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (32ce2e1b-3bf2-465a-8126-9a5a37fb3a48), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:44.138026 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7968ed63-1408-43a6-9475-a7818133d71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:44.139158 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-7968ed63-1408-43a6-9475-a7818133d71f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/32ce2e1b-3bf2-465a-8126-9a5a37fb3a48 HTTP/1.1" status: 204 len: 168 time: 0.1196668 Sep 13 08:04:44.146811 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968ed63-1408-43a6-9475-a7818133d71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce2e1b-3bf2-465a-8126-9a5a37fb3a48,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:04:44.507091 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device a1370e47-a0b4-4da1-ae85-8b434bf577db no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:04:44.526957 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: a1370e47-a0b4-4da1-ae85-8b434bf577db {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:04:44.527218 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device a1370e47-a0b4-4da1-ae85-8b434bf577db not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:04:44.527628 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 5aa3a46f-3b18-4592-940b-e5f6184ab11e no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:04:44.545620 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 5aa3a46f-3b18-4592-940b-e5f6184ab11e {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:04:44.545998 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 5aa3a46f-3b18-4592-940b-e5f6184ab11e not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:04:44.811794 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119edd0-b27d-42c5-b106-109ec6d3e61a req-0067475c-9ee7-4f96-977f-201ffda35f05 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:44.813248 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d119edd0-b27d-42c5-b106-109ec6d3e61a req-0067475c-9ee7-4f96-977f-201ffda35f05 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 945 time: 0.0485086 Sep 13 08:04:44.860238 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d119edd0-b27d-42c5-b106-109ec6d3e61a req-d64ed2ac-036f-4185-9d8f-facc45ae97dd tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Sep 13 08:04:45.984173 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721599-92c2-45db-83e2-8a5501b5d9ed req-57d28ad3-e136-4d02-b30e-8178adb71516 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:45.986139 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0d721599-92c2-45db-83e2-8a5501b5d9ed req-57d28ad3-e136-4d02-b30e-8178adb71516 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 945 time: 0.0470018 Sep 13 08:04:46.034534 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0d721599-92c2-45db-83e2-8a5501b5d9ed req-db8ad7a4-609b-456e-bbc6-9638a684665d tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428715 Sep 13 08:04:46.115957 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:46.157902 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54083dc6-de34-4688-8ae5-c3a568ef00ea req-771aa8cd-d0e1-4c39-b582-1ba70d59f4d9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:46.159372 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-54083dc6-de34-4688-8ae5-c3a568ef00ea req-771aa8cd-d0e1-4c39-b582-1ba70d59f4d9 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 945 time: 0.0517664 Sep 13 08:04:46.169350 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 32824) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:04:46.173676 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-6cae6fb3-4640-458e-bc93-531b2e68f9ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Request body: {'floatingip': {'port_id': 'c0617788-8272-4ce7-8e53-bbf47a33ae58'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:04:46.215973 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cae6fb3-4640-458e-bc93-531b2e68f9ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (7e60f1e5-e55a-449a-a97b-d36ca123e161), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:46.486637 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:46.489572 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:46.663141 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cae6fb3-4640-458e-bc93-531b2e68f9ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:46.667570 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cae6fb3-4640-458e-bc93-531b2e68f9ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (7e60f1e5-e55a-449a-a97b-d36ca123e161), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:46.698693 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:46.757266 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e3a260ee-cc81-4f52-829d-fb93282efdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:46.764964 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-6cae6fb3-4640-458e-bc93-531b2e68f9ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Floating IP 7e60f1e5-e55a-449a-a97b-d36ca123e161 associated. External IP: 172.27.1.43, port: c0617788-8272-4ce7-8e53-bbf47a33ae58. Sep 13 08:04:46.967191 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cae6fb3-4640-458e-bc93-531b2e68f9ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:04:47.073634 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cae6fb3-4640-458e-bc93-531b2e68f9ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:04:47.078032 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cae6fb3-4640-458e-bc93-531b2e68f9ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:47.083236 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:04:47.092395 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:47.092999 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:04:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:47.107327 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-6cae6fb3-4640-458e-bc93-531b2e68f9ba tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/7e60f1e5-e55a-449a-a97b-d36ca123e161 HTTP/1.1" status: 200 len: 990 time: 0.9369347 Sep 13 08:04:47.107967 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc666737-46c5-4534-929a-6fb0a173e075', 'tag': 'c0617788-8272-4ce7-8e53-bbf47a33ae58'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:04:47.110234 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cafd10d-7cc9-461f-8a67-c64ef6343169" -d '{"events": [{"name": "network-changed", "server_uuid": "dc666737-46c5-4534-929a-6fb0a173e075", "tag": "c0617788-8272-4ce7-8e53-bbf47a33ae58"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:04:47.147788 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cc2914-6cca-47be-bddc-219277ed846f x-openstack-request-id: req-17cc2914-6cca-47be-bddc-219277ed846f {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:04:47.148419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc666737-46c5-4534-929a-6fb0a173e075", "tag": "c0617788-8272-4ce7-8e53-bbf47a33ae58", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:04:47.148419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17cc2914-6cca-47be-bddc-219277ed846f {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:04:47.148715 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17cc2914-6cca-47be-bddc-219277ed846f'] response: {'name': 'network-changed', 'server_uuid': 'dc666737-46c5-4534-929a-6fb0a173e075', 'tag': 'c0617788-8272-4ce7-8e53-bbf47a33ae58', 'status': 'completed', 'code': 200} Sep 13 08:04:47.196625 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:47.215848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-dc019c70-4fba-4fcf-aaf4-2570422d9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:47.217331 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-dc019c70-4fba-4fcf-aaf4-2570422d9929 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=189468d0e3034caaa498442603da0609&device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 1129 time: 0.0426915 Sep 13 08:04:47.288523 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:47.306748 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-cd3859b9-3f8f-4abc-b6ca-204e32a4f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:47.308194 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-cd3859b9-3f8f-4abc-b6ca-204e32a4f1fa service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 200 len: 915 time: 0.0851460 Sep 13 08:04:47.409382 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '7e60f1e5-e55a-449a-a97b-d36ca123e161', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': 'c0617788-8272-4ce7-8e53-bbf47a33ae58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:a2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc666737-46c5-4534-929a-6fb0a173e075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:04:34Z', 'updated_at': '2022-09-13T08:04:46Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:47.433390 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:04:47.442039 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:04:47.442621 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:04:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:47.619317 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:04:47.825129 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '7e60f1e5-e55a-449a-a97b-d36ca123e161', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': 'c0617788-8272-4ce7-8e53-bbf47a33ae58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:a2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc666737-46c5-4534-929a-6fb0a173e075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:04:34Z', 'updated_at': '2022-09-13T08:04:46Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:04:47.849580 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc22d4c3-5a1a-4dc8-8a5c-cbfc616f54d1 None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '7e60f1e5-e55a-449a-a97b-d36ca123e161', 'tenant_id': '189468d0e3034caaa498442603da0609', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'port_id': 'c0617788-8272-4ce7-8e53-bbf47a33ae58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'mac_address': 'fa:16:3e:a2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc666737-46c5-4534-929a-6fb0a173e075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:04:34Z', 'updated_at': '2022-09-13T08:04:46Z', 'revision_number': 1, 'project_id': '189468d0e3034caaa498442603da0609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:04:48.027938 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9f7cd4-0fa7-452c-bff2-6c72a78b9383 None None] New status for floating IP 7e60f1e5-e55a-449a-a97b-d36ca123e161: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:04:48.178119 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-a3d21e41-ef88-441a-ab27-e5ab7bf133c0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0617788-8272-4ce7-8e53-bbf47a33ae58 HTTP/1.1" status: 200 len: 998 time: 0.0597064 Sep 13 08:04:48.521221 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb7837-7415-41e4-989e-e95c38dd0932 req-89339af0-f511-45b0-a330-60d0894d9a06 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:48.522750 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a2eb7837-7415-41e4-989e-e95c38dd0932 req-89339af0-f511-45b0-a330-60d0894d9a06 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0458508 Sep 13 08:04:48.568356 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a2eb7837-7415-41e4-989e-e95c38dd0932 req-40997875-1801-45cf-97bf-aa21f91ea11e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400963 Sep 13 08:04:48.952887 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-7ac96169-a15d-47b5-95b7-7eed275d8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:48.955017 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-7ac96169-a15d-47b5-95b7-7eed275d8230 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 200 len: 853 time: 0.0489528 Sep 13 08:04:48.978060 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d21401bd-75c8-471d-bbb6-d439c7270cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:49.705038 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152b9fb-21a9-4990-83dd-fb56b659a379 req-0d6c991e-beee-4e42-be4f-fdbdd6565906 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:49.706462 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6152b9fb-21a9-4990-83dd-fb56b659a379 req-0d6c991e-beee-4e42-be4f-fdbdd6565906 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0513320 Sep 13 08:04:49.752231 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6152b9fb-21a9-4990-83dd-fb56b659a379 req-f4776d7a-3839-49fe-af4d-98fae15d5c5a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403197 Sep 13 08:04:49.875306 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-e0349f7c-554f-4296-8014-b6ffd94069bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:49.876784 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-e0349f7c-554f-4296-8014-b6ffd94069bc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bda84770-0e33-4d8d-bc36-9e89bb74859d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405385 Sep 13 08:04:50.025573 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-a9467530-a18d-4886-9832-948515ee3dbe service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881388 Sep 13 08:04:50.057886 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:04:50.122162 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5cafd10d-7cc9-461f-8a67-c64ef6343169 req-39136a01-6ad3-4165-9476-9312bfb049e5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875819 Sep 13 08:04:50.207280 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:50.876695 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d82453-d3d7-45a3-80a2-b213ecf62696 req-fa932335-109c-4e9c-8c1f-e332c662370a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:50.878142 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a5d82453-d3d7-45a3-80a2-b213ecf62696 req-fa932335-109c-4e9c-8c1f-e332c662370a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0461566 Sep 13 08:04:50.924933 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a5d82453-d3d7-45a3-80a2-b213ecf62696 req-c74c4c97-63cf-41e9-b783-6ce0884bc01a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413048 Sep 13 08:04:51.694108 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:51.830664 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:04:52.048037 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b579333-e8e9-432e-8e93-46645ae78ddd req-09e6fd51-2ab9-45d5-85e5-02913de0809d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:52.049479 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0b579333-e8e9-432e-8e93-46645ae78ddd req-09e6fd51-2ab9-45d5-85e5-02913de0809d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0454926 Sep 13 08:04:52.095646 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0b579333-e8e9-432e-8e93-46645ae78ddd req-348b556d-6d81-42ad-ab43-1e291a93aac6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Sep 13 08:04:53.222642 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d83fe-00e2-4925-8a1d-a7a2562a90d4 req-e66f0d45-562f-491f-aeb1-46e5cba00d3c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:53.224077 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f02d83fe-00e2-4925-8a1d-a7a2562a90d4 req-e66f0d45-562f-491f-aeb1-46e5cba00d3c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0462651 Sep 13 08:04:53.269917 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f02d83fe-00e2-4925-8a1d-a7a2562a90d4 req-de2ffbf2-4103-4fc7-b70d-8c70bfd74b00 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402253 Sep 13 08:04:54.078340 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:04:54.403146 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1e28-f546-4d42-a1dc-81f48a836154 req-f8084ba0-96f5-4735-bf61-56204b98ac46 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:54.404533 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-985c1e28-f546-4d42-a1dc-81f48a836154 req-f8084ba0-96f5-4735-bf61-56204b98ac46 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0490394 Sep 13 08:04:54.451114 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-985c1e28-f546-4d42-a1dc-81f48a836154 req-5635b55f-b880-4fa5-a29f-bca2ecc909ce tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411639 Sep 13 08:04:55.581868 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a440910-bfb6-4aa8-8454-ca4580cdc5e3 req-72d7038f-624e-483d-a42f-a4b4147b95d8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:55.583330 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9a440910-bfb6-4aa8-8454-ca4580cdc5e3 req-72d7038f-624e-483d-a42f-a4b4147b95d8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0531092 Sep 13 08:04:55.629644 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9a440910-bfb6-4aa8-8454-ca4580cdc5e3 req-e03889cb-e79c-43e0-b4af-e36b2734dc79 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406790 Sep 13 08:04:56.755406 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484333d-5afa-4509-8eee-b85fefb1b645 req-499fbc80-c90b-45b7-8c84-b3768a4fb8c0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:56.756793 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9484333d-5afa-4509-8eee-b85fefb1b645 req-499fbc80-c90b-45b7-8c84-b3768a4fb8c0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0455651 Sep 13 08:04:56.802445 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9484333d-5afa-4509-8eee-b85fefb1b645 req-e4090769-2284-426a-8fad-d7e40b7b4d99 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401659 Sep 13 08:04:57.932087 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307399db-adef-4be8-80a7-e6c2b2ec5ed5 req-ead432ed-3cbb-4f7f-80b4-1dedd6d17655 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:57.933642 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-307399db-adef-4be8-80a7-e6c2b2ec5ed5 req-ead432ed-3cbb-4f7f-80b4-1dedd6d17655 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0501535 Sep 13 08:04:57.982775 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-307399db-adef-4be8-80a7-e6c2b2ec5ed5 req-9b2311a2-44ff-4433-accc-6f3cca3d47ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433240 Sep 13 08:04:59.109040 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0b541-0c6c-429f-8420-49ed3f081c2f req-469ce0ea-634c-47a6-ba1d-1a06f09cba26 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:04:59.111211 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13c0b541-0c6c-429f-8420-49ed3f081c2f req-469ce0ea-634c-47a6-ba1d-1a06f09cba26 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0481713 Sep 13 08:04:59.159770 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13c0b541-0c6c-429f-8420-49ed3f081c2f req-053444be-fe6f-4914-8e33-d34031e0362d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 Sep 13 08:05:00.288368 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d33d2-ee3d-42bb-8408-23c851bdd3cb req-9a6676a6-e867-4e46-8bbd-6d151935cf9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:00.289824 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-371d33d2-ee3d-42bb-8408-23c851bdd3cb req-9a6676a6-e867-4e46-8bbd-6d151935cf9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0491011 Sep 13 08:05:00.335556 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-371d33d2-ee3d-42bb-8408-23c851bdd3cb req-25a30268-3fa9-4201-9799-963a78d54e88 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403559 Sep 13 08:05:01.458272 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2720f7-b0e4-4654-805d-2dbd46ff8922 req-140b2cb6-b274-4c97-8c63-40c3d03ccb0e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:01.459774 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9e2720f7-b0e4-4654-805d-2dbd46ff8922 req-140b2cb6-b274-4c97-8c63-40c3d03ccb0e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0462606 Sep 13 08:05:01.471172 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:01.505352 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9e2720f7-b0e4-4654-805d-2dbd46ff8922 req-4c071fc2-e852-4d8e-b2d6-2ab779d251af tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Sep 13 08:05:02.632912 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e6c97-2b95-45dd-990f-74784750ca62 req-2f809b6c-6c89-4527-9a1a-bd6cf7bc3475 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:02.634526 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-540e6c97-2b95-45dd-990f-74784750ca62 req-2f809b6c-6c89-4527-9a1a-bd6cf7bc3475 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0481474 Sep 13 08:05:02.687545 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-540e6c97-2b95-45dd-990f-74784750ca62 req-2bcb85e3-1ca3-49c7-a873-d8488967963f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455182 Sep 13 08:05:03.825531 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32536bb-d5ea-495c-b5ca-50d1cdc4cba8 req-443acd78-ca11-4ae3-bb70-c7a0ea417778 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:03.827045 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c32536bb-d5ea-495c-b5ca-50d1cdc4cba8 req-443acd78-ca11-4ae3-bb70-c7a0ea417778 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0478597 Sep 13 08:05:03.876412 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c32536bb-d5ea-495c-b5ca-50d1cdc4cba8 req-9fecda1d-672c-4d45-a5e9-e44cae62a5b0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430284 Sep 13 08:05:04.073983 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=69 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:04.074845 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=81 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:04.990461 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:05.008309 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189edc2-acf3-4d20-98ef-e13f6ed05408 req-5b71caa7-8434-4846-9988-b809fff64291 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:05.009772 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d189edc2-acf3-4d20-98ef-e13f6ed05408 req-5b71caa7-8434-4846-9988-b809fff64291 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0473080 Sep 13 08:05:05.064234 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d189edc2-acf3-4d20-98ef-e13f6ed05408 req-8dc27df4-107c-4e22-9044-d9263c12fabe tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489831 Sep 13 08:05:06.191285 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd333abf-f30f-497e-bf9f-8e201a90b200 req-2cbede00-bed4-48d8-9c8d-5565e357dfc9 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:06.192641 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dd333abf-f30f-497e-bf9f-8e201a90b200 req-2cbede00-bed4-48d8-9c8d-5565e357dfc9 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0496199 Sep 13 08:05:06.224214 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:06.242211 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dd333abf-f30f-497e-bf9f-8e201a90b200 req-6304388a-97cc-432a-a493-7e5fc18ac49f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435424 Sep 13 08:05:07.309962 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-cb54aab7-2d2f-4a6c-afc4-891baa72a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:07.311448 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-cb54aab7-2d2f-4a6c-afc4-891baa72a556 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 1130 time: 0.0400088 Sep 13 08:05:07.391525 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ad3fe-21cc-48e1-888a-b277065022a8 req-004d34e4-15d1-4e62-b584-68cf82089ff2 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:07.392973 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ae2ad3fe-21cc-48e1-888a-b277065022a8 req-004d34e4-15d1-4e62-b584-68cf82089ff2 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0707626 Sep 13 08:05:07.481978 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-5d96a8c4-9af6-418e-bcb7-a0e0446508aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:07.483406 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-5d96a8c4-9af6-418e-bcb7-a0e0446508aa service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 917 time: 0.1337903 Sep 13 08:05:07.487195 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ae2ad3fe-21cc-48e1-888a-b277065022a8 req-ca7333c6-f79b-4fff-86f0-e78be4e98891 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671616 Sep 13 08:05:07.543274 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-8a8b9b51-9902-4a2a-ab58-b7ed0831a384 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=069361d0-00bb-4cde-9c0c-4b611ff14496 HTTP/1.1" status: 200 len: 1001 time: 0.0526032 Sep 13 08:05:07.583180 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:07.595900 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-cef5ecc3-a37e-4dcb-a1e4-1100c1d4a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:07.597279 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-cef5ecc3-a37e-4dcb-a1e4-1100c1d4a921 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0463483 Sep 13 08:05:07.638286 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-60b5550e-22a4-4af5-94e8-5a7fc6c0d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:07.639693 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-60b5550e-22a4-4af5-94e8-5a7fc6c0d202 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364959 Sep 13 08:05:07.729650 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-354f24ef-a993-466e-b22c-95edc6731d1c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818970 Sep 13 08:05:07.825448 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b05790c8-b9d5-42fe-b1be-7f91c0c3bc0e req-3620aefa-582e-4cc0-8f2f-4202826157b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889943 Sep 13 08:05:08.612029 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca94886-3a05-4257-9a2f-22e63bf43322 req-1e180f97-087b-4e86-a5d6-3db868d61e7d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:08.613496 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aca94886-3a05-4257-9a2f-22e63bf43322 req-1e180f97-087b-4e86-a5d6-3db868d61e7d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0461502 Sep 13 08:05:08.658739 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aca94886-3a05-4257-9a2f-22e63bf43322 req-68fcc8bc-258d-455e-91eb-73f28b35c384 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398407 Sep 13 08:05:09.788463 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bc4ae-afe7-4d51-9a60-99ebdef13247 req-3eb80e0a-c9d4-4bc5-ae87-4e6d65d1105f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:09.789964 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6a7bc4ae-afe7-4d51-9a60-99ebdef13247 req-3eb80e0a-c9d4-4bc5-ae87-4e6d65d1105f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0489545 Sep 13 08:05:09.838152 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6a7bc4ae-afe7-4d51-9a60-99ebdef13247 req-d8ec18e8-9879-46e8-a416-2fdde6e773e5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 Sep 13 08:05:10.972014 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194bfe7-2d42-43e6-9453-a607bcf399b7 req-0bdbe25f-bf71-4569-804d-b555d74ebb94 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:10.973521 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3194bfe7-2d42-43e6-9453-a607bcf399b7 req-0bdbe25f-bf71-4569-804d-b555d74ebb94 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0469382 Sep 13 08:05:10.984952 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:11.027794 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3194bfe7-2d42-43e6-9453-a607bcf399b7 req-afd9e754-3e3f-40cd-86b0-cf10b8f45cad tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485208 Sep 13 08:05:11.464417 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=55,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:11.467028 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:12.161300 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bef21-8b83-4be8-a568-14a56748f5e3 req-b44b263b-1c6b-45b1-9f28-2498c144b802 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:12.162690 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b36bef21-8b83-4be8-a568-14a56748f5e3 req-b44b263b-1c6b-45b1-9f28-2498c144b802 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0499732 Sep 13 08:05:12.174334 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33064) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:12.210643 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b36bef21-8b83-4be8-a568-14a56748f5e3 req-1c2a9146-f76b-4d0b-8fd8-7f514a435015 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424564 Sep 13 08:05:12.281685 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e7d6dceb-a907-4af8-9449-ec1e9f830f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.359534 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e7d6dceb-a907-4af8-9449-ec1e9f830f60 admin admin] Publish callbacks [] for security_group (7d6f67e3-72ab-4c35-bdc5-63c397746c2f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.363273 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e7d6dceb-a907-4af8-9449-ec1e9f830f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7d6f67e3-72ab-4c35-bdc5-63c397746c2f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.403804 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e7d6dceb-a907-4af8-9449-ec1e9f830f60 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=86a21dc1423a4f2a9fb835b4a7f2b97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283306 Sep 13 08:05:12.404767 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6dceb-a907-4af8-9449-ec1e9f830f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6f67e3-72ab-4c35-bdc5-63c397746c2f,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:12.407071 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33068) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:12.455619 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-150b8f6c-8930-473b-8fd5-eca7daca170e admin admin] Publish callbacks [] for security_group (7d6f67e3-72ab-4c35-bdc5-63c397746c2f), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.475848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-150b8f6c-8930-473b-8fd5-eca7daca170e admin admin] Publish callbacks [] for security_group (7d6f67e3-72ab-4c35-bdc5-63c397746c2f), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.502333 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:12.524067 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-150b8f6c-8930-473b-8fd5-eca7daca170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7d6f67e3-72ab-4c35-bdc5-63c397746c2f), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.526715 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-150b8f6c-8930-473b-8fd5-eca7daca170e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.527852 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-150b8f6c-8930-473b-8fd5-eca7daca170e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7d6f67e3-72ab-4c35-bdc5-63c397746c2f HTTP/1.1" status: 204 len: 168 time: 0.1197786 Sep 13 08:05:12.535605 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b8f6c-8930-473b-8fd5-eca7daca170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6f67e3-72ab-4c35-bdc5-63c397746c2f,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:12.798374 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33074) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:12.811875 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bed64bfb-0699-43c6-ad3a-60b5bc0d178b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.891278 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bed64bfb-0699-43c6-ad3a-60b5bc0d178b admin admin] Publish callbacks [] for security_group (7401bf74-aa8b-4e74-bef3-754441f94a12), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.906701 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bed64bfb-0699-43c6-ad3a-60b5bc0d178b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7401bf74-aa8b-4e74-bef3-754441f94a12), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:12.944471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed64bfb-0699-43c6-ad3a-60b5bc0d178b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7401bf74-aa8b-4e74-bef3-754441f94a12,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:12.948979 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-bed64bfb-0699-43c6-ad3a-60b5bc0d178b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f56a534daf584d5a96fa29dc962f3aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496003 Sep 13 08:05:12.951633 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33076) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:12.998906 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e3e-e564-4b1f-aff8-87baf1db8c65 admin admin] Publish callbacks [] for security_group (7401bf74-aa8b-4e74-bef3-754441f94a12), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:13.018611 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e3e-e564-4b1f-aff8-87baf1db8c65 admin admin] Publish callbacks [] for security_group (7401bf74-aa8b-4e74-bef3-754441f94a12), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:13.044750 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:13.065842 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e3e-e564-4b1f-aff8-87baf1db8c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7401bf74-aa8b-4e74-bef3-754441f94a12), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:13.068313 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e3e-e564-4b1f-aff8-87baf1db8c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:13.069439 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d3ce4e3e-e564-4b1f-aff8-87baf1db8c65 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7401bf74-aa8b-4e74-bef3-754441f94a12 HTTP/1.1" status: 204 len: 168 time: 0.1169267 Sep 13 08:05:13.077345 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce4e3e-e564-4b1f-aff8-87baf1db8c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7401bf74-aa8b-4e74-bef3-754441f94a12,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:13.345093 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdffdf-d12d-47ce-8394-fa0b3382626e req-a88f7b82-ee02-4efa-aaca-ec1788e20155 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:13.346586 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9ccdffdf-d12d-47ce-8394-fa0b3382626e req-a88f7b82-ee02-4efa-aaca-ec1788e20155 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0471241 Sep 13 08:05:13.394547 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9ccdffdf-d12d-47ce-8394-fa0b3382626e req-77f37bcd-970e-42eb-a102-8057fed5fd05 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Sep 13 08:05:13.442911 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 069361d0-00bb-4cde-9c0c-4b611ff14496 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:05:13.543394 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:05:13.555571 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'port_id': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'mac_address': 'fa:16:3e:25:51:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:05:13.590301 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 069361d0-00bb-4cde-9c0c-4b611ff14496 is: ACTIVE; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:05:13.590700 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:13.603721 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 069361d0-00bb-4cde-9c0c-4b611ff14496 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:05:13.624047 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:05:13.628750 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:13.683683 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=6']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:13.737894 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['069361d0-00bb-4cde-9c0c-4b611ff14496'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:05:14.539077 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c20584-6959-4d5b-a0d4-a8423bd735a7 req-12e025ab-a8f5-4de8-9a9e-2d7dec1d9ad5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:14.540653 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-17c20584-6959-4d5b-a0d4-a8423bd735a7 req-12e025ab-a8f5-4de8-9a9e-2d7dec1d9ad5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 945 time: 0.0619102 Sep 13 08:05:14.594692 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-17c20584-6959-4d5b-a0d4-a8423bd735a7 req-4b57be7d-5fd9-4694-a580-1104f31b17e9 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459592 Sep 13 08:05:15.167275 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33180) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:15.292400 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c0a34aa2-a7e5-408f-a682-1d52e230ba75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:15.391569 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c0a34aa2-a7e5-408f-a682-1d52e230ba75 admin admin] Publish callbacks [] for security_group (5ccdbdce-53a0-48d6-923a-9b41ed5316fe), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:15.395661 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c0a34aa2-a7e5-408f-a682-1d52e230ba75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5ccdbdce-53a0-48d6-923a-9b41ed5316fe), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:15.438381 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-c0a34aa2-a7e5-408f-a682-1d52e230ba75 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1f613f6d523a4b3ebe35fbe33d552943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699955 Sep 13 08:05:15.439575 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a34aa2-a7e5-408f-a682-1d52e230ba75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccdbdce-53a0-48d6-923a-9b41ed5316fe,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:15.440768 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33184) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:15.448123 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 069361d0-00bb-4cde-9c0c-4b611ff14496 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:05:15.502785 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Publish callbacks [] for security_group (5ccdbdce-53a0-48d6-923a-9b41ed5316fe), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:15.527210 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Publish callbacks [] for security_group (5ccdbdce-53a0-48d6-923a-9b41ed5316fe), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:15.582124 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5ccdbdce-53a0-48d6-923a-9b41ed5316fe), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:15.585065 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:15.586389 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5ccdbdce-53a0-48d6-923a-9b41ed5316fe HTTP/1.1" status: 204 len: 168 time: 0.1438286 Sep 13 08:05:15.603534 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccdbdce-53a0-48d6-923a-9b41ed5316fe,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:15.617805 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.618392 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.618901 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.619891 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.620404 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.621142 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.621849 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.622934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.623766 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.624284 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.624795 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.625931 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.626454 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.626944 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.627426 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f881e3d-300d-4bee-87b4-e881cfba9a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:15.704359 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 069361d0-00bb-4cde-9c0c-4b611ff14496 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:05:15.710190 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:15.811805 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fb6ee-e139-45be-8d5f-6586f77cb332 req-e018e639-66fd-4c2f-ad67-c75eb2b8771b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:15.814626 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fa8fb6ee-e139-45be-8d5f-6586f77cb332 req-e018e639-66fd-4c2f-ad67-c75eb2b8771b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 945 time: 0.0920925 Sep 13 08:05:15.855930 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 069361d0-00bb-4cde-9c0c-4b611ff14496 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:05:15.856408 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:15.884099 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fa8fb6ee-e139-45be-8d5f-6586f77cb332 req-16259fa6-908d-4d26-895a-f2d7f5cfef54 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623796 Sep 13 08:05:15.898060 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:05:15.899924 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a7f170-a030-458f-a4ac-d3a06b985c97" -d '{"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-plugged", "status": "completed", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:05:15.954057 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:05:15.963888 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:16.041814 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33194) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:16.047089 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:16.048260 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=7']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:16.056687 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d957c65-ccae-45f9-90aa-54420e60bf4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:16.153965 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb73d4b9-3346-4063-842d-92a5a25e6340 x-openstack-request-id: req-cb73d4b9-3346-4063-842d-92a5a25e6340 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:05:16.154434 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-plugged", "status": "completed", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:05:16.154763 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb73d4b9-3346-4063-842d-92a5a25e6340 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:05:16.155315 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb73d4b9-3346-4063-842d-92a5a25e6340'] response: {'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'code': 200} Sep 13 08:05:16.157296 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:DELETE=4,neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:16.162864 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d957c65-ccae-45f9-90aa-54420e60bf4a admin admin] Publish callbacks [] for security_group (7422c257-d4cb-40ff-8b7e-f68868bf377b), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:16.168070 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7d957c65-ccae-45f9-90aa-54420e60bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7422c257-d4cb-40ff-8b7e-f68868bf377b), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:16.214629 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d957c65-ccae-45f9-90aa-54420e60bf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7422c257-d4cb-40ff-8b7e-f68868bf377b,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:16.222322 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33196) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:16.222673 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-7d957c65-ccae-45f9-90aa-54420e60bf4a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9805be66631646f39d6c395b1e2c8b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795161 Sep 13 08:05:16.282324 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-594d398c-889c-44b3-817d-d1844e6ee7fd admin admin] Publish callbacks [] for security_group (7422c257-d4cb-40ff-8b7e-f68868bf377b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:16.304893 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-594d398c-889c-44b3-817d-d1844e6ee7fd admin admin] Publish callbacks [] for security_group (7422c257-d4cb-40ff-8b7e-f68868bf377b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:16.338673 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:16.364052 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-594d398c-889c-44b3-817d-d1844e6ee7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7422c257-d4cb-40ff-8b7e-f68868bf377b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:16.366733 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-594d398c-889c-44b3-817d-d1844e6ee7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:16.367906 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-594d398c-889c-44b3-817d-d1844e6ee7fd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7422c257-d4cb-40ff-8b7e-f68868bf377b HTTP/1.1" status: 204 len: 168 time: 0.1442299 Sep 13 08:05:16.379760 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d398c-889c-44b3-817d-d1844e6ee7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7422c257-d4cb-40ff-8b7e-f68868bf377b,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:16.763130 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6a531a8c-f591-4222-8a98-30d8b492f744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.065433 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c9352-8dd7-4741-8916-17c72a9b523e req-247daf93-d8c3-4d11-81ae-9c393ba29df6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:17.074500 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-016c9352-8dd7-4741-8916-17c72a9b523e req-247daf93-d8c3-4d11-81ae-9c393ba29df6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0628972 Sep 13 08:05:17.138525 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-016c9352-8dd7-4741-8916-17c72a9b523e req-0f01b762-cd82-49cb-ad45-c630a97c5bbd tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579510 Sep 13 08:05:17.282844 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33222) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:17.403607 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2081267212-network', 'tenant_id': '0a6bd12fa7d04b8e866bdaffc42493f4'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:05:17.426417 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Made reservation on behalf of 0a6bd12fa7d04b8e866bdaffc42493f4 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:05:17.428962 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.438590 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.542828 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Publish callbacks [] for security_group (8ce9de1e-d569-4541-9029-4e18fffccc4e), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.548195 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8ce9de1e-d569-4541-9029-4e18fffccc4e), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.575765 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=106243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:05:17.586431 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce9de1e-d569-4541-9029-4e18fffccc4e,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:17.593046 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (bb00aa1d-f742-4290-af6b-6b0893e2bbc4), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.593410 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Added segment bb00aa1d-f742-4290-af6b-6b0893e2bbc4 of type vlan for network 0477341e-3bf4-4d2f-8b1a-47d42b514866 Sep 13 08:05:17.638442 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (0477341e-3bf4-4d2f-8b1a-47d42b514866), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.654028 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:17.666991 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (0477341e-3bf4-4d2f-8b1a-47d42b514866), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.668044 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:17.668621 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.708538 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4212580 Sep 13 08:05:17.713588 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33230) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:17.719013 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Request body: {'subnet': {'network_id': '0477341e-3bf4-4d2f-8b1a-47d42b514866', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2081267212-subnet', 'tenant_id': '0a6bd12fa7d04b8e866bdaffc42493f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:05:17.749057 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Made reservation on behalf of 0a6bd12fa7d04b8e866bdaffc42493f4 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:05:17.752267 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13043822'] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:17.752514 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47b386-3481-455d-bc91-c4f22e33be41 admin admin] Pushing event updated for resources: {'Network': ['ID=0477341e-3bf4-4d2f-8b1a-47d42b514866,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:17.763576 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 0477341e-3bf4-4d2f-8b1a-47d42b514866 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:05:17.858474 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:17.965593 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13698630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13043836'] for subnet (ce88281e-bb5e-45ee-b337-e8ddbc8b9ea6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:18.029682 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce88281e-bb5e-45ee-b337-e8ddbc8b9ea6,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:18.042489 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Checking segment: {'id': 'bb00aa1d-f742-4290-af6b-6b0893e2bbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0477341e-3bf4-4d2f-8b1a-47d42b514866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:05:18.042858 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Network hostable DHCP agents. Network: 0477341e-3bf4-4d2f-8b1a-47d42b514866, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:05:18.065380 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Network 0477341e-3bf4-4d2f-8b1a-47d42b514866 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:05:18.076403 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 0477341e-3bf4-4d2f-8b1a-47d42b514866) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:05:18.082335 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:18.083168 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:18.091373 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6868d8-4024-4da4-8ef6-21ef4a43ff22 None None] Network 0477341e-3bf4-4d2f-8b1a-47d42b514866 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:05:18.116625 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-034b4e24-bff2-4288-b198-d18134d60924 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3906322 Sep 13 08:05:18.251422 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0f8d2-81cf-4e47-a0fe-a8486265b055 None None] Network 0477341e-3bf4-4d2f-8b1a-47d42b514866 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:05:18.324258 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4e213-7331-4523-ba23-97c1e8bf9f52 req-8df8661f-c099-4b24-9d8c-cb1a349c5872 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:18.327308 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-01b4e213-7331-4523-ba23-97c1e8bf9f52 req-8df8661f-c099-4b24-9d8c-cb1a349c5872 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0755303 Sep 13 08:05:18.381497 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:18.401082 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-01b4e213-7331-4523-ba23-97c1e8bf9f52 req-92edcadb-3593-49b8-a3bb-4cc33a016bdd tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670536 Sep 13 08:05:18.739967 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33248) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:18.745210 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-789638700-network', 'tenant_id': '10e70075035a46d890e8148e6b999253'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:05:18.768841 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Made reservation on behalf of 10e70075035a46d890e8148e6b999253 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:05:18.773709 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:18.782902 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:18.866437 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Publish callbacks [] for security_group (3668e4da-b81a-449b-9cae-50e5e7a641f7), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:18.871468 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (3668e4da-b81a-449b-9cae-50e5e7a641f7), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:18.887027 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:05:18.900795 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (4bf06d3d-cfdb-417a-bd88-4d436478edba), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:18.901195 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Added segment 4bf06d3d-cfdb-417a-bd88-4d436478edba of type vlan for network e0ec51d5-dfb0-4fa5-90e9-4f105d021730 Sep 13 08:05:18.959301 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3668e4da-b81a-449b-9cae-50e5e7a641f7,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:18.963180 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (e0ec51d5-dfb0-4fa5-90e9-4f105d021730), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:18.999133 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-38b62f3d-6181-44a2-b024-9b6cd6c006fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:19.001083 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (e0ec51d5-dfb0-4fa5-90e9-4f105d021730), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:19.005790 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:19.005993 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:19.044964 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3037732 Sep 13 08:05:19.047886 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33250) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:19.056636 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Request body: {'subnet': {'network_id': 'e0ec51d5-dfb0-4fa5-90e9-4f105d021730', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-789638700-subnet', 'tenant_id': '10e70075035a46d890e8148e6b999253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:05:19.080571 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23043e2a-480b-4b80-b92f-3b83a022302b admin admin] Pushing event updated for resources: {'Network': ['ID=e0ec51d5-dfb0-4fa5-90e9-4f105d021730,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:19.092594 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network e0ec51d5-dfb0-4fa5-90e9-4f105d021730 details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:05:19.101396 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Made reservation on behalf of 10e70075035a46d890e8148e6b999253 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:05:19.103846 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14327108'] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:19.297861 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13814323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14327126'] for subnet (8a9f7266-f860-4d71-abec-d05f02655607), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:19.531908 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:19.575989 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f81ff-96ce-4d58-bd9b-ed27df29b3c2 req-f741a12c-f821-46a4-9f39-d1e02092477c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:19.583459 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ce6f81ff-96ce-4d58-bd9b-ed27df29b3c2 req-f741a12c-f821-46a4-9f39-d1e02092477c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0648656 Sep 13 08:05:19.632351 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ce6f81ff-96ce-4d58-bd9b-ed27df29b3c2 req-865141c5-44dc-44cd-9c4e-40e11d810ed1 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477645 Sep 13 08:05:19.642834 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9f7266-f860-4d71-abec-d05f02655607,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:19.652176 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Checking segment: {'id': '4bf06d3d-cfdb-417a-bd88-4d436478edba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e0ec51d5-dfb0-4fa5-90e9-4f105d021730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:05:19.652600 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Network hostable DHCP agents. Network: e0ec51d5-dfb0-4fa5-90e9-4f105d021730, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:05:19.669954 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Network e0ec51d5-dfb0-4fa5-90e9-4f105d021730 is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:05:19.673155 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:19.689177 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, e0ec51d5-dfb0-4fa5-90e9-4f105d021730) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:05:19.694351 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:19.695305 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:19.704923 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f842dc97-477e-4e59-a1d0-1ae80192e0b6 None None] Network e0ec51d5-dfb0-4fa5-90e9-4f105d021730 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:05:19.719318 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1c7ab45a-010f-4a22-b533-ce12782fab52 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6701140 Sep 13 08:05:19.829861 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd9fa5-c60a-41cb-ab92-8abd48b30714 None None] Network e0ec51d5-dfb0-4fa5-90e9-4f105d021730 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:05:20.213614 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:20.779018 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e4802-713a-40fc-a083-4c4a56de1d59 req-38cb2ff6-3e06-42d0-8f29-51685d1898c7 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:20.780608 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6a1e4802-713a-40fc-a083-4c4a56de1d59 req-38cb2ff6-3e06-42d0-8f29-51685d1898c7 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0501287 Sep 13 08:05:20.835556 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6a1e4802-713a-40fc-a083-4c4a56de1d59 req-de066359-d5ca-4dfb-b5a1-6ed247c66e61 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487113 Sep 13 08:05:21.106755 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:21.116179 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:21.713551 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:21.837475 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:22.022610 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f11d7d-f273-4b25-8d50-802a0f169671 req-87e53ecf-507e-4a72-8841-96be05011d1c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:22.031679 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d4f11d7d-f273-4b25-8d50-802a0f169671 req-87e53ecf-507e-4a72-8841-96be05011d1c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0724266 Sep 13 08:05:22.040162 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:22.092819 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d4f11d7d-f273-4b25-8d50-802a0f169671 req-4a7711ee-ddab-404d-a31b-44cb4554cd28 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595431 Sep 13 08:05:23.257212 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb81b-6ea3-4927-895c-864752c9bad2 req-fb0e1678-4ba7-4751-9672-addc4176c5b5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:23.259031 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d31eb81b-6ea3-4927-895c-864752c9bad2 req-fb0e1678-4ba7-4751-9672-addc4176c5b5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0498009 Sep 13 08:05:23.318319 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-d31eb81b-6ea3-4927-895c-864752c9bad2 req-ac26bd2e-7132-4f22-a36d-654bdc386fd5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532596 Sep 13 08:05:24.493180 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1504-d35d-4012-a4a5-17e506e4ebfd req-c78f7eaf-c6e0-4de6-a4f4-2936a2e1581f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:24.494995 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c36b1504-d35d-4012-a4a5-17e506e4ebfd req-c78f7eaf-c6e0-4de6-a4f4-2936a2e1581f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0642204 Sep 13 08:05:24.548152 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c36b1504-d35d-4012-a4a5-17e506e4ebfd req-9e26ca66-2828-442a-ba87-c45044438dad tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 Sep 13 08:05:25.127264 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328393d-e159-448c-9202-6538fc1c57c7 req-5986f4ad-61c0-4445-a0cb-f8b5a1f3a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:25.128701 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7328393d-e159-448c-9202-6538fc1c57c7 req-5986f4ad-61c0-4445-a0cb-f8b5a1f3a80c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 1130 time: 0.0388052 Sep 13 08:05:25.217110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328393d-e159-448c-9202-6538fc1c57c7 req-a45a7e0c-2264-4b99-a4ec-7e0ac0d0aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:25.219066 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7328393d-e159-448c-9202-6538fc1c57c7 req-a45a7e0c-2264-4b99-a4ec-7e0ac0d0aada service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 917 time: 0.0839841 Sep 13 08:05:25.274928 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:25.287871 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7328393d-e159-448c-9202-6538fc1c57c7 req-c0bf29af-8bfd-414e-8397-7a1d45b7848b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=069361d0-00bb-4cde-9c0c-4b611ff14496 HTTP/1.1" status: 200 len: 1001 time: 0.0618680 Sep 13 08:05:25.337415 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328393d-e159-448c-9202-6538fc1c57c7 req-d4517ad1-8342-48fb-b925-4d78a2cadc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:25.338875 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7328393d-e159-448c-9202-6538fc1c57c7 req-d4517ad1-8342-48fb-b925-4d78a2cadc6d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0444207 Sep 13 08:05:25.381696 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328393d-e159-448c-9202-6538fc1c57c7 req-2175cee2-e748-4885-b0eb-bdc26c2b1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:25.383172 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7328393d-e159-448c-9202-6538fc1c57c7 req-2175cee2-e748-4885-b0eb-bdc26c2b1739 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374453 Sep 13 08:05:25.474355 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7328393d-e159-448c-9202-6538fc1c57c7 req-9463ad6c-26f3-442b-a7be-f458e3608f96 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846767 Sep 13 08:05:25.562143 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7328393d-e159-448c-9202-6538fc1c57c7 req-a27e449c-fc06-460a-8860-8f4ea2ab2f31 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819855 Sep 13 08:05:25.683595 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944dfeb-5b15-4a16-926a-ec05ec0b8bf1 req-b32f9826-058b-4f95-bd0f-cc049f2072c4 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:25.685068 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b944dfeb-5b15-4a16-926a-ec05ec0b8bf1 req-b32f9826-058b-4f95-bd0f-cc049f2072c4 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0518544 Sep 13 08:05:25.734723 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b944dfeb-5b15-4a16-926a-ec05ec0b8bf1 req-86aab57a-5705-4703-8abf-9b9569658fab tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434217 Sep 13 08:05:26.870036 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d20d4b-d5db-4cd3-b5aa-6cfbb4ca42b5 req-144bd7b9-5b72-46ae-9b20-8ecfad5b6e80 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:26.871538 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-27d20d4b-d5db-4cd3-b5aa-6cfbb4ca42b5 req-144bd7b9-5b72-46ae-9b20-8ecfad5b6e80 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0470622 Sep 13 08:05:26.923290 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-27d20d4b-d5db-4cd3-b5aa-6cfbb4ca42b5 req-64af3a6f-ffcd-4d6d-9ab7-be582a9ab062 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458565 Sep 13 08:05:28.049877 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f473162-5cdc-4170-bf22-9346143a9e18 req-e1809ec1-6286-432c-9ee1-3098f68212be tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:28.051342 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4f473162-5cdc-4170-bf22-9346143a9e18 req-e1809ec1-6286-432c-9ee1-3098f68212be tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0463383 Sep 13 08:05:28.097721 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4f473162-5cdc-4170-bf22-9346143a9e18 req-72125bb9-d9d0-478f-be1d-1c6107059240 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408454 Sep 13 08:05:28.688924 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [req-0cdfd1bc-8c97-4eb9-a12c-6e0fed8a8a05 req-40a85bae-4afd-402e-9402-f386b97dc075 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 08:05:28.689962 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0cdfd1bc-8c97-4eb9-a12c-6e0fed8a8a05 req-40a85bae-4afd-402e-9402-f386b97dc075 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0943842 Sep 13 08:05:28.865300 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25cce4-3fdb-4d31-bb8e-b446f6e1fb05 req-df6755a9-577e-4306-adce-02418345383f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:28.866796 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9b25cce4-3fdb-4d31-bb8e-b446f6e1fb05 req-df6755a9-577e-4306-adce-02418345383f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 946 time: 0.0458395 Sep 13 08:05:28.916009 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9b25cce4-3fdb-4d31-bb8e-b446f6e1fb05 req-91745932-12a2-4ad8-a3ec-944c6f7ca28b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432010 Sep 13 08:05:29.128527 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33392) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:29.210348 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-6d7bfa0b-99ef-4e69-8cdf-1ccaa8951b32 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806932 Sep 13 08:05:29.219253 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-f437bac5-8353-42ff-83c5-33dc88db58d9 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 08:05:29.220204 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-f437bac5-8353-42ff-83c5-33dc88db58d9 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048552 Sep 13 08:05:29.294828 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33400) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:29.386367 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-e7381ff3-04db-4bfe-9874-670e023a72a8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:29.387751 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-e7381ff3-04db-4bfe-9874-670e023a72a8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports/069361d0-00bb-4cde-9c0c-4b611ff14496 HTTP/1.1" status: 200 len: 943 time: 0.0919378 Sep 13 08:05:29.506455 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 069361d0-00bb-4cde-9c0c-4b611ff14496 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:05:29.581909 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 069361d0-00bb-4cde-9c0c-4b611ff14496 is: ACTIVE; New status is: DOWN {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:05:29.582302 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:29.610403 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:05:29.612679 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a580a76d-2c59-4275-bd8b-f88605426996" -d '{"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-unplugged", "status": "completed", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:05:29.627158 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:05:29.631977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:29.657582 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 08:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daa5cf9-2739-4970-8bd1-0924635eff7f x-openstack-request-id: req-7daa5cf9-2739-4970-8bd1-0924635eff7f {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:05:29.657924 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-unplugged", "status": "failed", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496", "code": 422}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:05:29.658195 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7daa5cf9-2739-4970-8bd1-0924635eff7f {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:05:29.658836 dv-cinder-857075-3-iscsi neutron-server[106244]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7daa5cf9-2739-4970-8bd1-0924635eff7f']: {'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'code': 422} returned with failed status Sep 13 08:05:29.690650 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=8']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:30.048236 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e68ad-49c6-43cb-864d-27fddaca0ac6 req-be573c91-4980-4181-aa5a-701ae88c0caa tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:30.049685 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-670e68ad-49c6-43cb-864d-27fddaca0ac6 req-be573c91-4980-4181-aa5a-701ae88c0caa tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0458605 Sep 13 08:05:30.095687 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-670e68ad-49c6-43cb-864d-27fddaca0ac6 req-a3ead5e8-2a59-401c-8434-95e1f6460d2f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404863 Sep 13 08:05:30.872871 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-af877e86-0594-4e52-8af8-51afda017f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:30.875050 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-af877e86-0594-4e52-8af8-51afda017f24 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610&tenant_id=be59f6fed9f645d5bd7478535a2fcb02 HTTP/1.1" status: 200 len: 1128 time: 0.0699737 Sep 13 08:05:30.942029 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-d050211d-08e1-427b-a138-5e3cb9b763f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:30.943773 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-d050211d-08e1-427b-a138-5e3cb9b763f8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 1128 time: 0.0456207 Sep 13 08:05:31.011861 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:31.051887 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-783a017a-ad8d-4825-bc4d-f1bcaa3f15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:31.053755 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-783a017a-ad8d-4825-bc4d-f1bcaa3f15b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 917 time: 0.1043646 Sep 13 08:05:31.077184 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:05:31.118887 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-f66f89a1-4726-4031-8b6d-868a8f9eb311 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=069361d0-00bb-4cde-9c0c-4b611ff14496 HTTP/1.1" status: 200 len: 999 time: 0.0594110 Sep 13 08:05:31.167815 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-dead2680-19d6-4d82-9779-8c47da6a8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:31.169269 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-dead2680-19d6-4d82-9779-8c47da6a8991 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0450773 Sep 13 08:05:31.236930 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-d5725698-4d42-4637-a352-bb9d1904021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:31.238424 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-d5725698-4d42-4637-a352-bb9d1904021f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635109 Sep 13 08:05:31.249002 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e064a4-4522-4001-bff9-92e01b847d13 req-e0bf27c1-6cf7-4b3f-a848-8db6a36d4389 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:31.250930 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-43e064a4-4522-4001-bff9-92e01b847d13 req-e0bf27c1-6cf7-4b3f-a848-8db6a36d4389 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0675149 Sep 13 08:05:31.329399 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:31.355354 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-43e064a4-4522-4001-bff9-92e01b847d13 req-0c95ea9c-ca59-4e50-a224-a95cf1f7a3e0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966542 Sep 13 08:05:31.372716 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-d4ec91ed-070d-4fe1-8c48-c59767b3a671 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208990 Sep 13 08:05:31.471284 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:31.472291 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-48024f80-0e38-48a6-accb-364aa2649b24 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919678 Sep 13 08:05:32.539405 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae060b-6b68-42ea-a8bc-016bb2525e0f req-bc68791c-c32d-4fd4-a9bc-ef2a666eb86f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:32.541320 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b9ae060b-6b68-42ea-a8bc-016bb2525e0f req-bc68791c-c32d-4fd4-a9bc-ef2a666eb86f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0854282 Sep 13 08:05:32.622350 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b9ae060b-6b68-42ea-a8bc-016bb2525e0f req-c9e43fa8-826c-45c9-9599-7d142f5ee2a1 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743856 Sep 13 08:05:33.757687 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839dcd2-c6c4-4f41-b3d4-d00bccd75bdc req-ea86441b-883a-464f-8dd6-db7b68ca67fd tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:33.759134 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0839dcd2-c6c4-4f41-b3d4-d00bccd75bdc req-ea86441b-883a-464f-8dd6-db7b68ca67fd tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0502019 Sep 13 08:05:33.808938 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0839dcd2-c6c4-4f41-b3d4-d00bccd75bdc req-55046088-81f8-4498-905f-3a81c4f71d40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439460 Sep 13 08:05:34.069460 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33508) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:34.114492 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Deleting subnet ce88281e-bb5e-45ee-b337-e8ddbc8b9ea6 {{(pid=106243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:05:34.117695 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Publish callbacks [] for subnet (ce88281e-bb5e-45ee-b337-e8ddbc8b9ea6), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.153876 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14310313'] for subnet (ce88281e-bb5e-45ee-b337-e8ddbc8b9ea6), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.196250 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (ce88281e-bb5e-45ee-b337-e8ddbc8b9ea6), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.260096 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14327129'] for subnet (ce88281e-bb5e-45ee-b337-e8ddbc8b9ea6), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.284719 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:34.287697 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce88281e-bb5e-45ee-b337-e8ddbc8b9ea6,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:34.293700 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.301152 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/ce88281e-bb5e-45ee-b337-e8ddbc8b9ea6 HTTP/1.1" status: 204 len: 168 time: 0.2304995 Sep 13 08:05:34.301932 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33514) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:34.307571 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.307970 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.308260 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.308589 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.308917 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.309293 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.309565 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.309909 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.310234 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.310556 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.311019 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.311352 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.311760 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.312012 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.312325 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7009da-b5dc-481c-894d-47d4b70c1a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:34.381436 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (0477341e-3bf4-4d2f-8b1a-47d42b514866), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.471957 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (0477341e-3bf4-4d2f-8b1a-47d42b514866), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.496294 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0477341e-3bf4-4d2f-8b1a-47d42b514866']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:34.507570 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb00aa1d-f742-4290-af6b-6b0893e2bbc4') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:34.507808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb00aa1d-f742-4290-af6b-6b0893e2bbc4') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:34.518948 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12984729'] for segment (bb00aa1d-f742-4290-af6b-6b0893e2bbc4), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.533441 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (bb00aa1d-f742-4290-af6b-6b0893e2bbc4), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.540555 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:05:34.541229 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13729057'] for segment (bb00aa1d-f742-4290-af6b-6b0893e2bbc4), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.606272 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (0477341e-3bf4-4d2f-8b1a-47d42b514866), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.615500 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.618994 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/0477341e-3bf4-4d2f-8b1a-47d42b514866 HTTP/1.1" status: 204 len: 168 time: 0.3160269 Sep 13 08:05:34.621810 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33520) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:34.666647 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11a347-00a5-4bfb-97b9-e7e276b8e4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0477341e-3bf4-4d2f-8b1a-47d42b514866,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:34.696739 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87946b8-68e4-4003-bad5-38165aefd0b7 admin admin] Deleting subnet 8a9f7266-f860-4d71-abec-d05f02655607 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:05:34.700398 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c87946b8-68e4-4003-bad5-38165aefd0b7 admin admin] Publish callbacks [] for subnet (8a9f7266-f860-4d71-abec-d05f02655607), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.741216 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c87946b8-68e4-4003-bad5-38165aefd0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12984720'] for subnet (8a9f7266-f860-4d71-abec-d05f02655607), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.773591 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment bb00aa1d-f742-4290-af6b-6b0893e2bbc4 resource provider aggregate not found Sep 13 08:05:34.794921 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment bb00aa1d-f742-4290-af6b-6b0893e2bbc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb00aa1d-f742-4290-af6b-6b0893e2bbc4 found for delete ", "request_id": "req-3b7cbd9d-c728-4f9a-96fb-d39d584f7028"}]} Sep 13 08:05:34.804657 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c87946b8-68e4-4003-bad5-38165aefd0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (8a9f7266-f860-4d71-abec-d05f02655607), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.833689 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:34.869809 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c87946b8-68e4-4003-bad5-38165aefd0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13729163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13043827'] for subnet (8a9f7266-f860-4d71-abec-d05f02655607), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.871800 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:34.916168 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87946b8-68e4-4003-bad5-38165aefd0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9f7266-f860-4d71-abec-d05f02655607,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:34.922026 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c87946b8-68e4-4003-bad5-38165aefd0b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:34.925286 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c87946b8-68e4-4003-bad5-38165aefd0b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/8a9f7266-f860-4d71-abec-d05f02655607 HTTP/1.1" status: 204 len: 168 time: 0.3024909 Sep 13 08:05:34.928379 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33526) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:34.958511 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5436d48-502f-4056-a3fd-e3ec7a48dad3 req-865dff7f-2c31-41ad-8215-6055857aac1b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:34.965406 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c5436d48-502f-4056-a3fd-e3ec7a48dad3 req-865dff7f-2c31-41ad-8215-6055857aac1b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0623224 Sep 13 08:05:35.013175 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (e0ec51d5-dfb0-4fa5-90e9-4f105d021730), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.016222 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c5436d48-502f-4056-a3fd-e3ec7a48dad3 req-d138f6ec-5639-418b-bbd3-ce83f0133823 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498614 Sep 13 08:05:35.117527 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (e0ec51d5-dfb0-4fa5-90e9-4f105d021730), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.146482 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ec51d5-dfb0-4fa5-90e9-4f105d021730']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:35.155724 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf06d3d-cfdb-417a-bd88-4d436478edba') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:35.156012 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf06d3d-cfdb-417a-bd88-4d436478edba') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:35.165247 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12984729'] for segment (4bf06d3d-cfdb-417a-bd88-4d436478edba), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.179952 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (4bf06d3d-cfdb-417a-bd88-4d436478edba), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.187196 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:05:35.187587 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13729057'] for segment (4bf06d3d-cfdb-417a-bd88-4d436478edba), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.248336 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (e0ec51d5-dfb0-4fa5-90e9-4f105d021730), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.258904 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.262526 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e0ec51d5-dfb0-4fa5-90e9-4f105d021730 HTTP/1.1" status: 204 len: 168 time: 0.3332417 Sep 13 08:05:35.275168 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ee2ea-f393-4665-b4a5-d870dcdb8ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ec51d5-dfb0-4fa5-90e9-4f105d021730,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:35.470456 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33530) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:35.512822 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a929104e-036c-44c0-a0f6-2234b8e8c8a5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0a6bd12fa7d04b8e866bdaffc42493f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412037 Sep 13 08:05:35.515904 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33532) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:35.569713 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cbcd-a97d-4197-80dc-6569b7eb9740 admin admin] Publish callbacks [] for security_group (8ce9de1e-d569-4541-9029-4e18fffccc4e), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.590558 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cbcd-a97d-4197-80dc-6569b7eb9740 admin admin] Publish callbacks [] for security_group (8ce9de1e-d569-4541-9029-4e18fffccc4e), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.641351 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cbcd-a97d-4197-80dc-6569b7eb9740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (8ce9de1e-d569-4541-9029-4e18fffccc4e), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.644020 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e5c7cbcd-a97d-4197-80dc-6569b7eb9740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:35.647512 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e5c7cbcd-a97d-4197-80dc-6569b7eb9740 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8ce9de1e-d569-4541-9029-4e18fffccc4e HTTP/1.1" status: 204 len: 168 time: 0.1283822 Sep 13 08:05:35.660135 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7cbcd-a97d-4197-80dc-6569b7eb9740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce9de1e-d569-4541-9029-4e18fffccc4e,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:36.037477 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33538) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:36.093695 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-17e1f017-3ca9-4f0e-ba69-1b528cfce438 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=10e70075035a46d890e8148e6b999253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548778 Sep 13 08:05:36.097948 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33542) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:36.182381 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-80725123-9ec2-4e8a-85b7-7848737a743d admin admin] Publish callbacks [] for security_group (3668e4da-b81a-449b-9cae-50e5e7a641f7), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:36.211705 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:36.213071 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-80725123-9ec2-4e8a-85b7-7848737a743d admin admin] Publish callbacks [] for security_group (3668e4da-b81a-449b-9cae-50e5e7a641f7), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:36.235928 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30802f14-80c8-4ace-99b3-ff8c66286eea req-c9679057-cdd0-4459-b6e0-5de17a7b79d3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:36.237948 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-30802f14-80c8-4ace-99b3-ff8c66286eea req-c9679057-cdd0-4459-b6e0-5de17a7b79d3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0785112 Sep 13 08:05:36.284415 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-80725123-9ec2-4e8a-85b7-7848737a743d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (3668e4da-b81a-449b-9cae-50e5e7a641f7), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:36.288532 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-80725123-9ec2-4e8a-85b7-7848737a743d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:36.291259 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-80725123-9ec2-4e8a-85b7-7848737a743d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3668e4da-b81a-449b-9cae-50e5e7a641f7 HTTP/1.1" status: 204 len: 168 time: 0.1919639 Sep 13 08:05:36.301644 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80725123-9ec2-4e8a-85b7-7848737a743d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3668e4da-b81a-449b-9cae-50e5e7a641f7,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:36.327288 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-30802f14-80c8-4ace-99b3-ff8c66286eea req-75cb9d28-1cee-462e-8b8b-05185de9d1b8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807798 Sep 13 08:05:36.815230 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 4bf06d3d-cfdb-417a-bd88-4d436478edba resource provider aggregate not found Sep 13 08:05:36.834277 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 4bf06d3d-cfdb-417a-bd88-4d436478edba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bf06d3d-cfdb-417a-bd88-4d436478edba found for delete ", "request_id": "req-615ef271-92b6-4ab0-8b4d-a2fef757dbfc"}]} Sep 13 08:05:37.489653 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec916641-20f1-46f1-ba1b-478a34dd5b6f req-6f84d1fc-64f8-497d-985c-113818a3c140 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:37.491589 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ec916641-20f1-46f1-ba1b-478a34dd5b6f req-6f84d1fc-64f8-497d-985c-113818a3c140 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0668092 Sep 13 08:05:37.555936 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ec916641-20f1-46f1-ba1b-478a34dd5b6f req-732a2431-5d41-4347-8a8e-eaceae90935d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588031 Sep 13 08:05:38.770564 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375308a-746e-424b-8738-1e8cb884d3db req-e026e241-45a4-45f9-91b0-8b1c10b51b4c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:38.772918 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1375308a-746e-424b-8738-1e8cb884d3db req-e026e241-45a4-45f9-91b0-8b1c10b51b4c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.1139710 Sep 13 08:05:38.838522 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1375308a-746e-424b-8738-1e8cb884d3db req-1b8a3e3f-9319-465f-a983-9d9766899e31 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600381 Sep 13 08:05:39.984721 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4450833-1663-4af2-8dcd-7f2823cdb1e4 req-548c803e-c7d4-4cd4-ac3f-fcb55006ec1e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:39.986200 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c4450833-1663-4af2-8dcd-7f2823cdb1e4 req-548c803e-c7d4-4cd4-ac3f-fcb55006ec1e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0564830 Sep 13 08:05:40.032201 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c4450833-1663-4af2-8dcd-7f2823cdb1e4 req-a4d37999-baab-4f85-8615-0814830a1245 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403502 Sep 13 08:05:41.155357 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89292e-6a18-4346-98ac-05f5339263fd req-eb9ae31d-b55c-42ec-9065-6125cccf8305 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:41.156723 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5b89292e-6a18-4346-98ac-05f5339263fd req-eb9ae31d-b55c-42ec-9065-6125cccf8305 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0463541 Sep 13 08:05:41.202239 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5b89292e-6a18-4346-98ac-05f5339263fd req-8c9d4752-5972-4b9d-afe7-ff0a5697eef1 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398898 Sep 13 08:05:41.802485 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=13 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:41.810365 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=15 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:42.326069 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e3759-ea27-40cb-8cd5-f8e8fb93cdbe req-7742d5ab-caf3-4132-b345-43354623c64b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:42.327529 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a70e3759-ea27-40cb-8cd5-f8e8fb93cdbe req-7742d5ab-caf3-4132-b345-43354623c64b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0459075 Sep 13 08:05:42.378327 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a70e3759-ea27-40cb-8cd5-f8e8fb93cdbe req-87c8ce6c-a4a0-47a1-a0e1-c0a24c52b010 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453403 Sep 13 08:05:43.504769 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ca373-3a71-49bc-93ae-a74c15061047 req-0ee4e5ab-ce24-403e-9121-b0d2f1b8cd40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:43.506206 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-528ca373-3a71-49bc-93ae-a74c15061047 req-0ee4e5ab-ce24-403e-9121-b0d2f1b8cd40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0466249 Sep 13 08:05:43.552228 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-528ca373-3a71-49bc-93ae-a74c15061047 req-551a109c-dd91-4bbe-8c3e-56eebd743449 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404203 Sep 13 08:05:44.682487 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2783f-1da3-4aaa-8af1-c11b728d547d req-36dff9e7-becd-451d-8621-bc6c8460eb2d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:44.684201 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-25f2783f-1da3-4aaa-8af1-c11b728d547d req-36dff9e7-becd-451d-8621-bc6c8460eb2d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0481358 Sep 13 08:05:44.731606 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-25f2783f-1da3-4aaa-8af1-c11b728d547d req-0bf71ea1-f39b-4978-bddd-39e3e22669e9 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 Sep 13 08:05:45.675327 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:45.848765 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:45.857110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d1946-ea34-47c7-9eef-dcc1fbc596b2 req-cca94529-2828-431e-bdac-4d3b05eaeb2c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:45.859102 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8c8d1946-ea34-47c7-9eef-dcc1fbc596b2 req-cca94529-2828-431e-bdac-4d3b05eaeb2c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0457315 Sep 13 08:05:45.905019 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8c8d1946-ea34-47c7-9eef-dcc1fbc596b2 req-f38072fc-ceb3-42a8-9c23-ed4c8a4be461 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403020 Sep 13 08:05:46.321585 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:46.759112 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f425882b-54e9-4645-bedc-87b3b87cc9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:47.036586 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333004-e318-4997-891a-0c52152ce3d3 req-e181c8ec-c488-4d29-b421-56d107242a35 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:47.037989 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-58333004-e318-4997-891a-0c52152ce3d3 req-e181c8ec-c488-4d29-b421-56d107242a35 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0489011 Sep 13 08:05:47.083595 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-58333004-e318-4997-891a-0c52152ce3d3 req-3c374cf6-06f2-4fbe-a9db-ab5f5a475fe5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402167 Sep 13 08:05:48.211012 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a6f92-63db-4109-9766-16153f96685a req-ec4183f1-6145-497c-a45f-ff8a14930968 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:48.212464 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d8a6f92-63db-4109-9766-16153f96685a req-ec4183f1-6145-497c-a45f-ff8a14930968 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0489261 Sep 13 08:05:48.258304 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0d8a6f92-63db-4109-9766-16153f96685a req-bf44bbc5-30fb-4b31-bbae-7a141ae58538 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Sep 13 08:05:48.982145 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d02a-9063-4a0e-9cf4-6681fb5959e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:49.385038 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80defa04-f99f-482b-969e-e6492947e4e8 req-4bfbb166-a492-4640-b718-802a333578d0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:49.386522 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-80defa04-f99f-482b-969e-e6492947e4e8 req-4bfbb166-a492-4640-b718-802a333578d0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 944 time: 0.0460713 Sep 13 08:05:49.432855 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-80defa04-f99f-482b-969e-e6492947e4e8 req-52b8bf8b-e416-4449-875d-b7b3e7b48eb3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409446 Sep 13 08:05:49.580202 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 069361d0-00bb-4cde-9c0c-4b611ff14496 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:05:49.677148 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:05:49.689511 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'port_id': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'mac_address': 'fa:16:3e:25:51:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:05:49.723578 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 069361d0-00bb-4cde-9c0c-4b611ff14496 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:05:49.723957 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:49.736277 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069361d0-00bb-4cde-9c0c-4b611ff14496 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:05:49.754770 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:05:49.758487 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:49.805898 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=9']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:49.812821 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.813168 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.813511 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.813892 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.814233 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.814566 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.814891 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.815221 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.815545 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.815869 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.816194 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.816533 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.816859 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.817181 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.817497 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:05:49.993640 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['069361d0-00bb-4cde-9c0c-4b611ff14496'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:05:50.213286 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:50.560521 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53aea2f-e034-4396-92f4-d4a47f6ef915 req-77d25534-760c-4164-80ca-9a3d172d5451 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:50.561983 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f53aea2f-e034-4396-92f4-d4a47f6ef915 req-77d25534-760c-4164-80ca-9a3d172d5451 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 945 time: 0.0461800 Sep 13 08:05:50.614506 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f53aea2f-e034-4396-92f4-d4a47f6ef915 req-22972eb1-3379-4968-8a42-8bcf7a84949f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468576 Sep 13 08:05:51.708588 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:51.740570 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed813d1-4ec0-420a-85fd-9c8f67f227d2 req-be77be06-3c68-4d18-8d4e-64221a918a47 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:51.742137 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0ed813d1-4ec0-420a-85fd-9c8f67f227d2 req-be77be06-3c68-4d18-8d4e-64221a918a47 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 945 time: 0.0463076 Sep 13 08:05:51.784792 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:51.792570 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0ed813d1-4ec0-420a-85fd-9c8f67f227d2 req-579b76bf-33c7-49f6-9214-4b1752e7eeb4 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448318 Sep 13 08:05:51.830885 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:52.919624 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43389ca-2222-4c2c-8990-d4181fedf394 req-97764c9f-3660-43ee-b904-5d9c53688048 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:52.921148 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f43389ca-2222-4c2c-8990-d4181fedf394 req-97764c9f-3660-43ee-b904-5d9c53688048 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 945 time: 0.0484779 Sep 13 08:05:52.968865 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f43389ca-2222-4c2c-8990-d4181fedf394 req-feae65ec-8cf6-4b1b-9bca-934ced3c20ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Sep 13 08:05:53.026273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 069361d0-00bb-4cde-9c0c-4b611ff14496 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:05:53.067526 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 069361d0-00bb-4cde-9c0c-4b611ff14496 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:05:53.067823 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:53.135603 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 069361d0-00bb-4cde-9c0c-4b611ff14496 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:05:53.135980 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:53.161937 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:05:53.164147 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee7d761-468a-4f86-8254-d4f5829f7fe5" -d '{"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-plugged", "status": "completed", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:05:53.178506 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:05:53.183451 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:53.216615 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f44e21b-0666-4c8f-bb52-6f075d5b1aaf x-openstack-request-id: req-5f44e21b-0666-4c8f-bb52-6f075d5b1aaf {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:05:53.216924 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-plugged", "status": "completed", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:05:53.217182 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f44e21b-0666-4c8f-bb52-6f075d5b1aaf {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:05:53.217570 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f44e21b-0666-4c8f-bb52-6f075d5b1aaf'] response: {'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'code': 200} Sep 13 08:05:53.231933 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:53.237169 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=10']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:53.705169 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6f264-8e0c-4953-863a-bdb2d7871a51 req-0f1e4bb7-f89d-4364-8487-f0619467884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:53.706619 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-26b6f264-8e0c-4953-863a-bdb2d7871a51 req-0f1e4bb7-f89d-4364-8487-f0619467884e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 1131 time: 0.0397975 Sep 13 08:05:53.750192 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-26b6f264-8e0c-4953-863a-bdb2d7871a51 req-332b07d2-8ded-4972-8a23-ccb8ba392623 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373914 Sep 13 08:05:54.097475 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131c549-daa4-49f4-be0d-7166c744afe9 req-d0456ecb-5568-4b80-b748-83b26e1804ae tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:54.098935 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f131c549-daa4-49f4-be0d-7166c744afe9 req-d0456ecb-5568-4b80-b748-83b26e1804ae tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 947 time: 0.0456331 Sep 13 08:05:54.147109 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f131c549-daa4-49f4-be0d-7166c744afe9 req-7db4e093-c2a7-4ccf-a07b-1ce2591a509a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Sep 13 08:05:54.915355 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304e0ab-2f7e-4a1d-a1d8-f94ac23e2f63 req-19ec8f70-03af-40dc-b25c-4631fa625d7c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:54.917118 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7304e0ab-2f7e-4a1d-a1d8-f94ac23e2f63 req-19ec8f70-03af-40dc-b25c-4631fa625d7c tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 945 time: 0.0524516 Sep 13 08:05:54.971110 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7304e0ab-2f7e-4a1d-a1d8-f94ac23e2f63 req-34eba896-f52c-4b01-9f2f-c2e3ac0ad296 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465796 Sep 13 08:05:55.272443 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:55.286889 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0c4cf-8f89-4ed9-bc94-5771c8ecf54b req-e6029c51-96a0-4657-b4ed-c8d4ca253814 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:55.288455 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-40a0c4cf-8f89-4ed9-bc94-5771c8ecf54b req-e6029c51-96a0-4657-b4ed-c8d4ca253814 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 947 time: 0.0570087 Sep 13 08:05:55.336016 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-40a0c4cf-8f89-4ed9-bc94-5771c8ecf54b req-0840a50e-157b-4281-87a8-edfb53330ca6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415416 Sep 13 08:05:56.095468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462ba9b-4deb-417b-a687-cd79da94110b req-abd970c6-79c7-4782-8acb-d9c34e05bb7e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:56.096981 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8462ba9b-4deb-417b-a687-cd79da94110b req-abd970c6-79c7-4782-8acb-d9c34e05bb7e tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 945 time: 0.0464268 Sep 13 08:05:56.145967 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8462ba9b-4deb-417b-a687-cd79da94110b req-11887200-7ef0-4292-a364-8fbd64422137 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427051 Sep 13 08:05:56.464073 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857da76-3dbb-4a67-bb6b-a9581bb68e13 req-93c04019-69b9-4667-8828-fae92a0cc654 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:56.465564 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0857da76-3dbb-4a67-bb6b-a9581bb68e13 req-93c04019-69b9-4667-8828-fae92a0cc654 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 947 time: 0.0472615 Sep 13 08:05:56.512119 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0857da76-3dbb-4a67-bb6b-a9581bb68e13 req-6043b1e4-c344-4f68-a6ac-71b899112ba8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409248 Sep 13 08:05:56.736487 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-3dab34b2-439a-49e0-9edd-7c6ff391116b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:56.737829 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-3dab34b2-439a-49e0-9edd-7c6ff391116b tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 945 time: 0.0486960 Sep 13 08:05:56.816471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Deleting port c0617788-8272-4ce7-8e53-bbf47a33ae58 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:05:56.816809 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:56.907309 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] For port c0617788-8272-4ce7-8e53-bbf47a33ae58, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=c0617788-8272-4ce7-8e53-bbf47a33ae58,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:05:56.907676 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.053024 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:57.070064 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.070426 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (7e60f1e5-e55a-449a-a97b-d36ca123e161), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.070794 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Floating IP 7e60f1e5-e55a-449a-a97b-d36ca123e161 disassociated. External IP: 172.27.1.43, port: c0617788-8272-4ce7-8e53-bbf47a33ae58. Sep 13 08:05:57.071058 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Calling delete_port for c0617788-8272-4ce7-8e53-bbf47a33ae58 owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:05:57.202008 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:57.208618 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (c0617788-8272-4ce7-8e53-bbf47a33ae58), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.248100 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'Port': ['ID=c0617788-8272-4ce7-8e53-bbf47a33ae58,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:57.274165 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2b5f00a7-37dd-4478-807c-2a22436b4361 req-83487f84-7c09-439d-8721-69efb0e1bcaf tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=dc666737-46c5-4534-929a-6fb0a173e075 HTTP/1.1" status: 200 len: 210 time: 0.0374446 Sep 13 08:05:57.381183 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:05:57.386998 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33796) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:57.503029 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5e6b10d9-09ca-4436-b414-104b09eacb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.511521 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:05:57.521417 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:05:57.532029 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:05:57.532843 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:05:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:57.569873 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] No DVR routers for this DVR port c0617788-8272-4ce7-8e53-bbf47a33ae58 on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:05:57.575688 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.579713 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5455b49e-d784-4d02-b84f-8595dc31b9fc req-4cca4fda-8eb9-4f6f-8187-d5656a828660 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.18 "DELETE /networking/v2.0/ports/c0617788-8272-4ce7-8e53-bbf47a33ae58 HTTP/1.1" status: 204 len: 173 time: 0.8372724 Sep 13 08:05:57.580253 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc666737-46c5-4534-929a-6fb0a173e075', 'name': 'network-vif-deleted', 'tag': 'c0617788-8272-4ce7-8e53-bbf47a33ae58'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:05:57.582825 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08635ff-7382-4e32-852f-2ca0805d82a1" -d '{"events": [{"server_uuid": "dc666737-46c5-4534-929a-6fb0a173e075", "name": "network-vif-deleted", "tag": "c0617788-8272-4ce7-8e53-bbf47a33ae58"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:05:57.646728 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddc5d45-256a-4d98-83f5-f60ca53a7dac x-openstack-request-id: req-9ddc5d45-256a-4d98-83f5-f60ca53a7dac {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:05:57.647070 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc666737-46c5-4534-929a-6fb0a173e075", "name": "network-vif-deleted", "tag": "c0617788-8272-4ce7-8e53-bbf47a33ae58", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:05:57.647513 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ddc5d45-256a-4d98-83f5-f60ca53a7dac {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:05:57.647741 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddc5d45-256a-4d98-83f5-f60ca53a7dac'] response: {'server_uuid': 'dc666737-46c5-4534-929a-6fb0a173e075', 'name': 'network-vif-deleted', 'tag': 'c0617788-8272-4ce7-8e53-bbf47a33ae58', 'status': 'completed', 'code': 200} Sep 13 08:05:57.659777 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:57.670360 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5e6b10d9-09ca-4436-b414-104b09eacb7b admin admin] Publish callbacks [] for security_group (6fb70a72-ff65-4b43-b973-8bf1817eec3a), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.676978 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5e6b10d9-09ca-4436-b414-104b09eacb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (6fb70a72-ff65-4b43-b973-8bf1817eec3a), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.679804 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40d036-2e1c-494a-9519-79e1857204a4 req-40326d1d-13fe-4013-901c-fed4273cf887 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:05:57.680767 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:05:57.693286 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9a40d036-2e1c-494a-9519-79e1857204a4 req-40326d1d-13fe-4013-901c-fed4273cf887 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 947 time: 0.0862355 Sep 13 08:05:57.722287 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-5e6b10d9-09ca-4436-b414-104b09eacb7b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cc691922b0334874b0a2da0b95648c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342381 Sep 13 08:05:57.731703 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33804) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:57.757442 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9a40d036-2e1c-494a-9519-79e1857204a4 req-f85808fd-59d5-4b16-ad0b-eead4a0e06e7 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631113 Sep 13 08:05:57.776706 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b10d9-09ca-4436-b414-104b09eacb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb70a72-ff65-4b43-b973-8bf1817eec3a,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:57.832973 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2a89231a-2786-44e2-ab72-b59565deb91c admin admin] Publish callbacks [] for security_group (6fb70a72-ff65-4b43-b973-8bf1817eec3a), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.858890 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2a89231a-2786-44e2-ab72-b59565deb91c admin admin] Publish callbacks [] for security_group (6fb70a72-ff65-4b43-b973-8bf1817eec3a), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.914395 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2a89231a-2786-44e2-ab72-b59565deb91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (6fb70a72-ff65-4b43-b973-8bf1817eec3a), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.917015 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2a89231a-2786-44e2-ab72-b59565deb91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:57.918182 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2a89231a-2786-44e2-ab72-b59565deb91c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6fb70a72-ff65-4b43-b973-8bf1817eec3a HTTP/1.1" status: 204 len: 168 time: 0.1855474 Sep 13 08:05:57.926445 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89231a-2786-44e2-ab72-b59565deb91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb70a72-ff65-4b43-b973-8bf1817eec3a,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:57.927412 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:57.957931 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:05:57.966343 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:05:57.966946 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:05:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:58.066794 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:05:58.272327 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:05:58.297753 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c0b39-f386-4898-845a-cdca7109fbe3 None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:00:23Z', 'revision_number': 4, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '4dcd95cf-59d2-4bb1-8a30-c7095f618f98', 'name': '', 'network_id': 'bda84770-0e33-4d8d-bc36-9e89bb74859d', 'tenant_id': '189468d0e3034caaa498442603da0609', 'mac_address': 'fa:16:3e:16:63:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:21Z', 'updated_at': '2022-09-13T08:00:31Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'subnets': [{'id': '1a33a1f9-3916-4950-a4d3-15e3090b49c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:05:58.383535 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33826) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:58.440253 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e0231939-e45f-4d1c-a2b1-3a7917521e5f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:58.463777 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e0231939-e45f-4d1c-a2b1-3a7917521e5f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:58.488171 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:58.525471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e0231939-e45f-4d1c-a2b1-3a7917521e5f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:58.525471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e0231939-e45f-4d1c-a2b1-3a7917521e5f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:58.525471 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e0231939-e45f-4d1c-a2b1-3a7917521e5f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542 HTTP/1.1" status: 204 len: 168 time: 0.1375759 Sep 13 08:05:58.526424 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33832) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:58.549250 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:05:58.550393 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.api.v2.resource [None req-4ac9bca2-1471-4f84-800d-df88c917bcb1 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] show failed (client error): The resource could not be found. Sep 13 08:05:58.551644 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4ac9bca2-1471-4f84-800d-df88c917bcb1 tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "GET /networking/v2.0/security-groups/7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542 HTTP/1.1" status: 404 len: 347 time: 0.0242710 Sep 13 08:05:58.552805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0231939-e45f-4d1c-a2b1-3a7917521e5f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa7209a-eb59-4da1-bcf8-b6a4f8c0d542,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:58.554905 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33836) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:05:58.613138 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04faf1d0-86fa-477e-a19c-fb74d2dc3988 None None] New status for floating IP 7e60f1e5-e55a-449a-a97b-d36ca123e161: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:05:58.689306 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Deleting port 01770779-daa4-421c-a0c9-79fa548b6315 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:05:58.689759 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (01770779-daa4-421c-a0c9-79fa548b6315), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:58.770019 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (01770779-daa4-421c-a0c9-79fa548b6315), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:58.770572 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (01770779-daa4-421c-a0c9-79fa548b6315), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:58.784694 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Calling delete_port for 01770779-daa4-421c-a0c9-79fa548b6315 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:05:58.918946 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (01770779-daa4-421c-a0c9-79fa548b6315), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:58.943119 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Pushing event deleted for resources: {'Port': ['ID=01770779-daa4-421c-a0c9-79fa548b6315,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:05:59.012185 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks [] for floatingip (7e60f1e5-e55a-449a-a97b-d36ca123e161), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:59.015623 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:05:59.017378 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a4cb89e0-5dc8-4f7e-b033-a2a723c5515f tempest-AttachVolumeNegativeTest-1456301389 tempest-AttachVolumeNegativeTest-1456301389-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/7e60f1e5-e55a-449a-a97b-d36ca123e161 HTTP/1.1" status: 204 len: 168 time: 0.4612830 Sep 13 08:05:59.022112 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device c0617788-8272-4ce7-8e53-bbf47a33ae58 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:05:59.046722 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: c0617788-8272-4ce7-8e53-bbf47a33ae58 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:05:59.047177 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device c0617788-8272-4ce7-8e53-bbf47a33ae58 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:06:01.473720 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:02.741661 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33904) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:03.196531 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (d2f765c8-4e46-4af3-acf1-271bf43a56f0), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:03.405990 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Deleting port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:06:03.406220 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:03.484544 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] For port 4dcd95cf-59d2-4bb1-8a30-c7095f618f98, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=4dcd95cf-59d2-4bb1-8a30-c7095f618f98,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:03.484896 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:03.497075 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Calling delete_port for 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:06:03.550738 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:03.620928 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:03.671111 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (4dcd95cf-59d2-4bb1-8a30-c7095f618f98), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:03.700661 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcd95cf-59d2-4bb1-8a30-c7095f618f98,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:03.856900 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (d2f765c8-4e46-4af3-acf1-271bf43a56f0), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:04.061326 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Router d2f765c8-4e46-4af3-acf1-271bf43a56f0 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:06:04.162994 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:06:04.170382 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6949461d-3f31-494a-a415-b13f3af2ce7a admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/d2f765c8-4e46-4af3-acf1-271bf43a56f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4257009 Sep 13 08:06:04.170777 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33918) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:04.175633 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] Sync routers for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:06:04.187803 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:06:04.188515 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:05:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:04.315921 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:06:04.342803 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:04.497056 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:06:03Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:04.522262 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] Checking router: d2f765c8-4e46-4af3-acf1-271bf43a56f0 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:06:04.531439 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] Routers {'d2f765c8-4e46-4af3-acf1-271bf43a56f0'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:06:04.532048 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:05:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:04.559846 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks [] for router (d2f765c8-4e46-4af3-acf1-271bf43a56f0), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:04.662030 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks [] for router_gateway (d2f765c8-4e46-4af3-acf1-271bf43a56f0), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:04.693708 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:04.705957 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Deleting port 64637a93-91c2-42ea-a714-ab3c4d0b9341 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:06:04.706268 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:04.725855 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] Set router d2f765c8-4e46-4af3-acf1-271bf43a56f0 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:06:04.784720 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:04.787342 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] For port 64637a93-91c2-42ea-a714-ab3c4d0b9341, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=64637a93-91c2-42ea-a714-ab3c4d0b9341,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:04.787703 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:04.800964 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Calling delete_port for 64637a93-91c2-42ea-a714-ab3c4d0b9341 owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:06:04.804588 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:04.892820 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:06:03Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:04.919375 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff6c795-757b-4a85-9d7d-55ee16a146db None None] The sync data for ids ['d2f765c8-4e46-4af3-acf1-271bf43a56f0'] in dv-cinder-857075-3-iscsi is: [{'id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'name': 'tempest-AttachVolumeNegativeTest-620411221-router', 'tenant_id': '189468d0e3034caaa498442603da0609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:00:16Z', 'updated_at': '2022-09-13T08:06:03Z', 'revision_number': 5, 'project_id': '189468d0e3034caaa498442603da0609', 'gw_port': {'id': '64637a93-91c2-42ea-a714-ab3c4d0b9341', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ae:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f765c8-4e46-4af3-acf1-271bf43a56f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:00:17Z', 'updated_at': '2022-09-13T08:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:06:04.972611 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (64637a93-91c2-42ea-a714-ab3c4d0b9341), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:04.998724 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Pushing event deleted for resources: {'Port': ['ID=64637a93-91c2-42ea-a714-ab3c4d0b9341,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:05.057298 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (d2f765c8-4e46-4af3-acf1-271bf43a56f0), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.143868 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (d2f765c8-4e46-4af3-acf1-271bf43a56f0), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.146219 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks [] for router_controller (d2f765c8-4e46-4af3-acf1-271bf43a56f0), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.191270 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (d2f765c8-4e46-4af3-acf1-271bf43a56f0), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.191952 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f765c8-4e46-4af3-acf1-271bf43a56f0 {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:06:05.196052 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.197452 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ae74dc82-5ab6-40c0-be8f-81b2a0f1f695 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/d2f765c8-4e46-4af3-acf1-271bf43a56f0 HTTP/1.1" status: 204 len: 168 time: 1.0256178 Sep 13 08:06:05.200131 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33924) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:05.244746 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-a350dd69-ae21-4ae3-be3d-5824b8f6fb69 admin admin] Deleting subnet 1a33a1f9-3916-4950-a4d3-15e3090b49c8 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:06:05.252075 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a350dd69-ae21-4ae3-be3d-5824b8f6fb69 admin admin] Publish callbacks [] for subnet (1a33a1f9-3916-4950-a4d3-15e3090b49c8), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.295650 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a350dd69-ae21-4ae3-be3d-5824b8f6fb69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12984720'] for subnet (1a33a1f9-3916-4950-a4d3-15e3090b49c8), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.387994 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a350dd69-ae21-4ae3-be3d-5824b8f6fb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (1a33a1f9-3916-4950-a4d3-15e3090b49c8), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.446449 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a350dd69-ae21-4ae3-be3d-5824b8f6fb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13729163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13043827'] for subnet (1a33a1f9-3916-4950-a4d3-15e3090b49c8), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.474192 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350dd69-ae21-4ae3-be3d-5824b8f6fb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a33a1f9-3916-4950-a4d3-15e3090b49c8,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:05.476185 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a350dd69-ae21-4ae3-be3d-5824b8f6fb69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.479379 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a350dd69-ae21-4ae3-be3d-5824b8f6fb69 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/1a33a1f9-3916-4950-a4d3-15e3090b49c8 HTTP/1.1" status: 204 len: 168 time: 0.2783384 Sep 13 08:06:05.481845 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 33930) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:05.483680 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b956aab-88f1-49e9-b78c-f1427442b09d None None] Network bda84770-0e33-4d8d-bc36-9e89bb74859d requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:06:05.514599 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:05.553837 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:05.563712 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (bda84770-0e33-4d8d-bc36-9e89bb74859d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.613022 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Deleting port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:06:05.613459 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.682810 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d4814-667c-4298-9ce3-86ce58cdce87 None None] DHCP port deletion for bda84770-0e33-4d8d-bc36-9e89bb74859d request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:06:05.684920 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] For port 2af8958b-4fe2-4f9b-95ec-58f194ed6135, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=2af8958b-4fe2-4f9b-95ec-58f194ed6135,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:05.685118 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.707028 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Calling delete_port for 2af8958b-4fe2-4f9b-95ec-58f194ed6135 owned by network:dhcp {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:06:05.732864 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-375d4814-667c-4298-9ce3-86ce58cdce87 None None] Deleting port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 {{(pid=106244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:06:05.733250 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-375d4814-667c-4298-9ce3-86ce58cdce87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), before_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.804794 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:05.808948 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-375d4814-667c-4298-9ce3-86ce58cdce87 None None] For port 2af8958b-4fe2-4f9b-95ec-58f194ed6135, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=2af8958b-4fe2-4f9b-95ec-58f194ed6135,segment=NetworkSegment(db253550-d339-4cf0-92cb-e8bd6240235d),segment_id=db253550-d339-4cf0-92cb-e8bd6240235d)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:05.809348 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-375d4814-667c-4298-9ce3-86ce58cdce87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), precommit_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.811610 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.825287 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-375d4814-667c-4298-9ce3-86ce58cdce87 None None] Calling delete_port for 2af8958b-4fe2-4f9b-95ec-58f194ed6135 owned by network:dhcp {{(pid=106244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:06:05.838222 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2af8958b-4fe2-4f9b-95ec-58f194ed6135,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:05.842183 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] No DVR routers for this DVR port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 on host dv-cinder-857075-3-iscsi {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:06:05.908599 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-375d4814-667c-4298-9ce3-86ce58cdce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (2af8958b-4fe2-4f9b-95ec-58f194ed6135), after_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.917015 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (bda84770-0e33-4d8d-bc36-9e89bb74859d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.933683 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d4814-667c-4298-9ce3-86ce58cdce87 None None] Pushing event deleted for resources: {'Port': ['ID=2af8958b-4fe2-4f9b-95ec-58f194ed6135,revision_number=None']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:05.938020 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda84770-0e33-4d8d-bc36-9e89bb74859d']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:05.938273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d4814-667c-4298-9ce3-86ce58cdce87 None None] No DVR routers for this DVR port 2af8958b-4fe2-4f9b-95ec-58f194ed6135 on host dv-cinder-857075-3-iscsi {{(pid=106244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:06:05.950691 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db253550-d339-4cf0-92cb-e8bd6240235d') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:05.950996 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db253550-d339-4cf0-92cb-e8bd6240235d') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:05.961372 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12984729'] for segment (db253550-d339-4cf0-92cb-e8bd6240235d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.974940 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (db253550-d339-4cf0-92cb-e8bd6240235d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:05.981147 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:06:05.981533 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13729057'] for segment (db253550-d339-4cf0-92cb-e8bd6240235d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:06.002428 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment db253550-d339-4cf0-92cb-e8bd6240235d resource provider aggregate not found Sep 13 08:06:06.037711 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment db253550-d339-4cf0-92cb-e8bd6240235d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db253550-d339-4cf0-92cb-e8bd6240235d found for delete ", "request_id": "req-96c5e0c9-4f68-404d-8c3c-0899962e660e"}]} Sep 13 08:06:06.053444 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (bda84770-0e33-4d8d-bc36-9e89bb74859d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:06.058053 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:06.064482 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/bda84770-0e33-4d8d-bc36-9e89bb74859d HTTP/1.1" status: 204 len: 168 time: 0.5780022 Sep 13 08:06:06.078595 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd14b4-ffc9-48db-a422-c918a6b8dc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=bda84770-0e33-4d8d-bc36-9e89bb74859d,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:06.183708 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33942) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:06.224694 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-713f9b15-3167-4f71-bcf3-3d8e2fbb5fda admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=189468d0e3034caaa498442603da0609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397604 Sep 13 08:06:06.226999 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 33944) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:06.274722 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d395629c-f8a0-4a60-ae8f-0dae59866b74 admin admin] Publish callbacks [] for security_group (a84c82a2-fd4e-4f8d-b5c4-d36758cff89b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:06.294487 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d395629c-f8a0-4a60-ae8f-0dae59866b74 admin admin] Publish callbacks [] for security_group (a84c82a2-fd4e-4f8d-b5c4-d36758cff89b), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:06.339131 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d395629c-f8a0-4a60-ae8f-0dae59866b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a84c82a2-fd4e-4f8d-b5c4-d36758cff89b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:06.341750 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d395629c-f8a0-4a60-ae8f-0dae59866b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:06.343479 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d395629c-f8a0-4a60-ae8f-0dae59866b74 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a84c82a2-fd4e-4f8d-b5c4-d36758cff89b HTTP/1.1" status: 204 len: 168 time: 0.1155851 Sep 13 08:06:06.351017 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395629c-f8a0-4a60-ae8f-0dae59866b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84c82a2-fd4e-4f8d-b5c4-d36758cff89b,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:06.605529 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 64637a93-91c2-42ea-a714-ab3c4d0b9341 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:06:06.628106 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 64637a93-91c2-42ea-a714-ab3c4d0b9341 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:06:06.628460 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 64637a93-91c2-42ea-a714-ab3c4d0b9341 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:06:06.628857 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 2af8958b-4fe2-4f9b-95ec-58f194ed6135 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:06:06.646898 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 2af8958b-4fe2-4f9b-95ec-58f194ed6135 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:06:06.647249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 2af8958b-4fe2-4f9b-95ec-58f194ed6135 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:06:06.647660 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:06:06.665628 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:06:06.666069 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 4dcd95cf-59d2-4bb1-8a30-c7095f618f98 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:06:08.075829 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:06:08.692175 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-658ce142-9398-4082-a833-c212f94b9290 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417049 Sep 13 08:06:08.756844 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-db0cb68f-d4eb-4a79-b0e4-9b6821a2f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:08.758352 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-db0cb68f-d4eb-4a79-b0e4-9b6821a2f88f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f7a64886550f4140bf90a77070f769e0&device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1130 time: 0.0412138 Sep 13 08:06:08.859557 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-5d8b3112-65b8-4482-8e1a-962b678c0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:08.860909 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-5d8b3112-65b8-4482-8e1a-962b678c0ea9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 200 len: 909 time: 0.0841548 Sep 13 08:06:08.906678 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:08.927554 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-2b3f5f54-d331-43b3-b382-e794fefcee38 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 1002 time: 0.0603304 Sep 13 08:06:08.981110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-86da208e-ff7d-4071-9636-f1764678cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:08.983533 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-86da208e-ff7d-4071-9636-f1764678cf83 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bd3047f0-8929-41cc-98e8-5958a465b73f HTTP/1.1" status: 200 len: 847 time: 0.0493870 Sep 13 08:06:09.024447 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:09.032849 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-6c532879-7753-4bdd-ad3e-5ad725f19fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:09.034388 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-6c532879-7753-4bdd-ad3e-5ad725f19fd0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451636 Sep 13 08:06:09.132741 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-d04cda4b-2288-4f13-8d6d-3fe5bd6bb84f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922787 Sep 13 08:06:09.231797 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-35b9d82a-2204-4b31-80ab-f8de0ce6a3be req-44afbad2-5c2a-4ae1-b145-a2542b86fe56 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931516 Sep 13 08:06:14.882260 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116770c4-1f22-4d68-8563-414f518db611 req-daea3b98-65ed-4063-9bc5-f9e513272fef tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:14.883760 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-116770c4-1f22-4d68-8563-414f518db611 req-daea3b98-65ed-4063-9bc5-f9e513272fef tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0524437 Sep 13 08:06:14.896778 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=13 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:14.933983 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-116770c4-1f22-4d68-8563-414f518db611 req-ca632533-baf5-4ee3-9440-e7709852f0b5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443530 Sep 13 08:06:16.065913 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846595d5-e9df-4d17-8088-0885df4d7c9b req-d6484624-d2b1-4414-b377-9fcf57331993 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:16.067375 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-846595d5-e9df-4d17-8088-0885df4d7c9b req-d6484624-d2b1-4414-b377-9fcf57331993 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0554028 Sep 13 08:06:16.121579 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-846595d5-e9df-4d17-8088-0885df4d7c9b req-fb42a2da-1593-416c-bb96-91c6d477bbd2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482974 Sep 13 08:06:16.770249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8f57-f8eb-4b6c-aae6-2c2829f65179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:17.251123 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce326de-88fa-4ee4-8e0c-82b3d0313e77 req-58ad8683-3541-459c-8a7a-e6a1858130b2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:17.252696 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dce326de-88fa-4ee4-8e0c-82b3d0313e77 req-58ad8683-3541-459c-8a7a-e6a1858130b2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0455260 Sep 13 08:06:17.301558 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dce326de-88fa-4ee4-8e0c-82b3d0313e77 req-0df22212-af38-4d27-9eb3-a5a15f1f6aed tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 Sep 13 08:06:18.072117 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=49 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:18.426276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04b487-d9f9-4595-a9d4-1521e7e39fe6 req-be71914b-e33e-426a-b557-9e03e71691e8 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:18.427745 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0c04b487-d9f9-4595-a9d4-1521e7e39fe6 req-be71914b-e33e-426a-b557-9e03e71691e8 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0513325 Sep 13 08:06:18.480934 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0c04b487-d9f9-4595-a9d4-1521e7e39fe6 req-1a33723e-94f6-4da9-a241-aadba77c71e2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475464 Sep 13 08:06:18.986319 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7e338588-3602-4cd0-99d7-731bb52f1f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:19.692247 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb056a-1907-4a99-8506-a7cb2f7f1f4f req-9bf37b51-aa07-4964-aa11-38639936e9f4 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:19.694343 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1ffb056a-1907-4a99-8506-a7cb2f7f1f4f req-9bf37b51-aa07-4964-aa11-38639936e9f4 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0677168 Sep 13 08:06:19.745580 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1ffb056a-1907-4a99-8506-a7cb2f7f1f4f req-b26de692-08e1-43ef-b0e3-ce097d2478cc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448699 Sep 13 08:06:20.217156 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:20.875311 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9033b-ec83-479d-857b-55f979c44a44 req-75f034af-b586-4b71-b2ec-20975147deff tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:20.876781 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b7a9033b-ec83-479d-857b-55f979c44a44 req-75f034af-b586-4b71-b2ec-20975147deff tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0523682 Sep 13 08:06:20.944427 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b7a9033b-ec83-479d-857b-55f979c44a44 req-9a0c7cdf-d9d8-4494-ae5e-48e5faed8901 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619059 Sep 13 08:06:21.709011 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:21.833923 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:22.067969 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb487ab-94df-4e03-8bcd-bb5748e0acd6 req-19c5f0cb-1a99-4028-bfeb-168c13abfd50 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:22.069457 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6eb487ab-94df-4e03-8bcd-bb5748e0acd6 req-19c5f0cb-1a99-4028-bfeb-168c13abfd50 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0478628 Sep 13 08:06:22.124564 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6eb487ab-94df-4e03-8bcd-bb5748e0acd6 req-5ccfe60b-486a-4d22-9287-f262b166939c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492327 Sep 13 08:06:23.259465 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cea8b-a79a-4e99-ba31-b27ddb0db8b3 req-a4e5523a-3193-4a1f-9014-f0a5cb6f4f0f tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:23.261033 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-688cea8b-a79a-4e99-ba31-b27ddb0db8b3 req-a4e5523a-3193-4a1f-9014-f0a5cb6f4f0f tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0461268 Sep 13 08:06:23.311423 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-688cea8b-a79a-4e99-ba31-b27ddb0db8b3 req-3aa8b907-20fb-4c6d-ab45-03cd681220b2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435560 Sep 13 08:06:24.434374 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96646-68d9-45d8-bd9a-156fe82a47af req-ce717dd9-f68d-4bfd-b33a-28324ae98652 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:24.436460 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-02d96646-68d9-45d8-bd9a-156fe82a47af req-ce717dd9-f68d-4bfd-b33a-28324ae98652 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0490582 Sep 13 08:06:24.492016 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-02d96646-68d9-45d8-bd9a-156fe82a47af req-9831144a-2a47-40a5-bfd0-5b20f70358a3 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499589 Sep 13 08:06:25.012693 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2706-c308-46d9-93e0-8f2e711910ad req-a5834997-0ae5-44e9-96c4-c093a934f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:25.014375 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-091e2706-c308-46d9-93e0-8f2e711910ad req-a5834997-0ae5-44e9-96c4-c093a934f757 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f7a64886550f4140bf90a77070f769e0&device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1130 time: 0.0409698 Sep 13 08:06:25.378619 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2706-c308-46d9-93e0-8f2e711910ad req-681dd53f-5d96-46c9-a146-a9a38ec9ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:25.380181 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-091e2706-c308-46d9-93e0-8f2e711910ad req-681dd53f-5d96-46c9-a146-a9a38ec9ecd1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 200 len: 909 time: 0.3602159 Sep 13 08:06:25.444870 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-091e2706-c308-46d9-93e0-8f2e711910ad req-ba93618a-0818-41ce-87b2-a9a34b6bfb60 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 1002 time: 0.0583427 Sep 13 08:06:25.500839 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2706-c308-46d9-93e0-8f2e711910ad req-6e2e1ef0-5ae1-4316-a037-402cf278f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:25.502423 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-091e2706-c308-46d9-93e0-8f2e711910ad req-6e2e1ef0-5ae1-4316-a037-402cf278f24d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bd3047f0-8929-41cc-98e8-5958a465b73f HTTP/1.1" status: 200 len: 847 time: 0.0515184 Sep 13 08:06:25.550200 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e2706-c308-46d9-93e0-8f2e711910ad req-b8274c64-f8c1-400a-9f2d-e66d9520180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:25.551751 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-091e2706-c308-46d9-93e0-8f2e711910ad req-b8274c64-f8c1-400a-9f2d-e66d9520180e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436192 Sep 13 08:06:25.587734 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:25.667192 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed3842-7c41-4f49-9c18-75cfc9e20475 req-d7049df7-bb27-4720-9e0c-68379dcb2a19 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:25.668647 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-baed3842-7c41-4f49-9c18-75cfc9e20475 req-d7049df7-bb27-4720-9e0c-68379dcb2a19 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0880270 Sep 13 08:06:25.703006 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-091e2706-c308-46d9-93e0-8f2e711910ad req-2f783292-6900-42fc-90f7-c18600c32bb7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447029 Sep 13 08:06:25.752914 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-baed3842-7c41-4f49-9c18-75cfc9e20475 req-37930b6f-4398-43da-818a-62788eda7274 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777035 Sep 13 08:06:25.786068 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:25.814050 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-091e2706-c308-46d9-93e0-8f2e711910ad req-25021f3d-20c3-4459-90b4-e44792ecfc61 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017406 Sep 13 08:06:26.875553 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c0e5-c33a-4a03-b11d-d0966fe68940 req-8afd50a2-5185-4282-b61c-adc29c3f2168 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:26.877766 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4487c0e5-c33a-4a03-b11d-d0966fe68940 req-8afd50a2-5185-4282-b61c-adc29c3f2168 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0492823 Sep 13 08:06:26.890728 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:26.929784 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4487c0e5-c33a-4a03-b11d-d0966fe68940 req-543e0fa5-888b-4f6c-8db3-a1c71f29be2a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458043 Sep 13 08:06:28.049926 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a00269-514e-43bd-9f03-cb18ed7c779c req-83023e11-4799-4643-930c-bdd7a556fa51 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:28.051448 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e8a00269-514e-43bd-9f03-cb18ed7c779c req-83023e11-4799-4643-930c-bdd7a556fa51 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0463855 Sep 13 08:06:28.100972 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e8a00269-514e-43bd-9f03-cb18ed7c779c req-a2d3cb53-043e-472c-b843-0c90250b4284 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439742 Sep 13 08:06:28.185698 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-fff25712-52fb-4586-ac8d-0b65b9a7e439 req-8885282c-2e36-4358-ae49-10a376e833f9 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 08:06:28.187470 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fff25712-52fb-4586-ac8d-0b65b9a7e439 req-8885282c-2e36-4358-ae49-10a376e833f9 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0069082 Sep 13 08:06:28.377880 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc802d2-e9ad-4e0e-aebb-499e040935d2 req-f1151966-c76d-4308-9a98-0869a7db9acd tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:28.379345 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-dfc802d2-e9ad-4e0e-aebb-499e040935d2 req-f1151966-c76d-4308-9a98-0869a7db9acd tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0533540 Sep 13 08:06:28.432936 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34326) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:28.433696 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-dfc802d2-e9ad-4e0e-aebb-499e040935d2 req-bbe76a01-837e-430d-8b75-33a62703d109 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458655 Sep 13 08:06:28.529967 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-6ec7369f-3bdf-4097-a212-27601e9c0d94 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904360 Sep 13 08:06:28.538444 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-27f95063-4524-4e33-9356-906bb02ba283 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 08:06:28.539385 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-27f95063-4524-4e33-9356-906bb02ba283 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047011 Sep 13 08:06:28.672216 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34336) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:28.763184 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-d4877c6c-14b2-45c4-b5ae-897a7fa6d27d tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:28.764514 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-d4877c6c-14b2-45c4-b5ae-897a7fa6d27d tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports/dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 943 time: 0.0913229 Sep 13 08:06:29.563740 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb32cb-70a4-470c-9f39-e8cd4d208164 req-74acc737-f58f-407c-9afb-358a7f12c357 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:29.565227 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4eb32cb-70a4-470c-9f39-e8cd4d208164 req-74acc737-f58f-407c-9afb-358a7f12c357 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0490475 Sep 13 08:06:29.614470 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e4eb32cb-70a4-470c-9f39-e8cd4d208164 req-2008fde6-b69e-4ba0-9ea5-06e322ef2686 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436754 Sep 13 08:06:30.495365 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device dbd7343f-febf-4009-aedd-8049d259368c no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:06:30.498397 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:30.565817 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port dbd7343f-febf-4009-aedd-8049d259368c is: ACTIVE; New status is: DOWN {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:06:30.566204 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (dbd7343f-febf-4009-aedd-8049d259368c), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:30.587859 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:06:30.590102 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d708304a-5b2c-4e4a-8cf7-0cf621de0ffb" -d '{"events": [{"server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd7343f-febf-4009-aedd-8049d259368c"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:06:30.603184 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=dbd7343f-febf-4009-aedd-8049d259368c,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:30.608459 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (dbd7343f-febf-4009-aedd-8049d259368c), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:30.630182 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 08:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eb4d46-1894-404c-a525-7b84f4c0b872 x-openstack-request-id: req-86eb4d46-1894-404c-a525-7b84f4c0b872 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:06:30.630468 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "name": "network-vif-unplugged", "status": "failed", "tag": "dbd7343f-febf-4009-aedd-8049d259368c", "code": 422}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:06:30.630716 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86eb4d46-1894-404c-a525-7b84f4c0b872 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:06:30.631105 dv-cinder-857075-3-iscsi neutron-server[106244]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-86eb4d46-1894-404c-a525-7b84f4c0b872']: {'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c', 'code': 422} returned with failed status Sep 13 08:06:30.656402 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=dbd7343f-febf-4009-aedd-8049d259368c,revision_number=6']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:30.734149 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef745e9-832c-40fb-bbab-aa22be2394d2 req-7425895c-2ac4-437e-a678-92f357b2a8c7 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:30.735610 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bef745e9-832c-40fb-bbab-aa22be2394d2 req-7425895c-2ac4-437e-a678-92f357b2a8c7 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0460865 Sep 13 08:06:30.746385 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:30.784689 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bef745e9-832c-40fb-bbab-aa22be2394d2 req-152c9c97-c8b2-4f2c-b321-bb2414b73e9f tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436866 Sep 13 08:06:31.479010 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:31.907156 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ae8a-b872-4efe-b61a-6828ade7b2aa req-a549e980-b514-485e-89be-844e8155bf55 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:31.909045 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-eac1ae8a-b872-4efe-b61a-6828ade7b2aa req-a549e980-b514-485e-89be-844e8155bf55 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0511360 Sep 13 08:06:31.961598 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-eac1ae8a-b872-4efe-b61a-6828ade7b2aa req-d7622930-2817-4cf3-8bfe-8a1566f197ff tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466766 Sep 13 08:06:33.096015 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa7d01-5d97-4acf-bc82-08b3d700ce73 req-1e82cbd7-d494-473c-bc06-0b46b0327ee8 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:33.097634 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-85fa7d01-5d97-4acf-bc82-08b3d700ce73 req-1e82cbd7-d494-473c-bc06-0b46b0327ee8 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0500994 Sep 13 08:06:33.146640 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-85fa7d01-5d97-4acf-bc82-08b3d700ce73 req-04f27aa3-3369-47c6-93fc-845051467674 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435016 Sep 13 08:06:34.267547 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ee583-9ca5-4ea3-9bc2-b5fba1bd7e8e req-1c6b8e4d-f51e-47a4-9121-4e318a6beb31 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:34.268858 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7b7ee583-9ca5-4ea3-9bc2-b5fba1bd7e8e req-1c6b8e4d-f51e-47a4-9121-4e318a6beb31 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0478344 Sep 13 08:06:34.317656 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7b7ee583-9ca5-4ea3-9bc2-b5fba1bd7e8e req-1e152570-594e-48fc-9946-5467ebefbae9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432775 Sep 13 08:06:35.124755 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:35.440434 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279cf88-1417-41c0-9a87-febd63f60058 req-b9c93785-68aa-41fe-8c86-776eab21fb84 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:35.441952 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b279cf88-1417-41c0-9a87-febd63f60058 req-b9c93785-68aa-41fe-8c86-776eab21fb84 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0485444 Sep 13 08:06:35.498860 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b279cf88-1417-41c0-9a87-febd63f60058 req-c42e0b73-1a1d-4d7a-919c-40c77e1b6c8c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506697 Sep 13 08:06:36.331047 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-79e9a1f7-0388-4ad5-a124-068115c20ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:36.333140 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-79e9a1f7-0388-4ad5-a124-068115c20ac4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9&tenant_id=f7a64886550f4140bf90a77070f769e0 HTTP/1.1" status: 200 len: 1128 time: 0.0534186 Sep 13 08:06:36.394368 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-ff0e854d-2d65-4254-bb4a-12e0449abc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:36.395945 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-ff0e854d-2d65-4254-bb4a-12e0449abc82 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f7a64886550f4140bf90a77070f769e0&device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1128 time: 0.0422049 Sep 13 08:06:36.492209 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-141fff81-f360-45b2-8f9a-edd6230335fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:36.493698 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-141fff81-f360-45b2-8f9a-edd6230335fb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 200 len: 909 time: 0.0923703 Sep 13 08:06:36.558087 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-11b1f96b-2c8d-4509-91c2-c17e7a60ae28 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 1000 time: 0.0581720 Sep 13 08:06:36.646433 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-900e58c5-1b37-4747-b8ac-6e53bd48cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:36.647902 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-900e58c5-1b37-4747-b8ac-6e53bd48cb94 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bd3047f0-8929-41cc-98e8-5958a465b73f HTTP/1.1" status: 200 len: 847 time: 0.0840993 Sep 13 08:06:36.658784 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035141fc-848c-4bb5-bc89-5a822be89f0d req-a35915c6-bdb3-4062-835a-5b7d4fef7bbc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:36.660192 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-035141fc-848c-4bb5-bc89-5a822be89f0d req-a35915c6-bdb3-4062-835a-5b7d4fef7bbc tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0645628 Sep 13 08:06:36.710266 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-035141fc-848c-4bb5-bc89-5a822be89f0d req-60b360ad-84c2-4960-882e-0735377f7270 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444188 Sep 13 08:06:36.730320 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144d4e-bbf5-43fb-a292-891eba4a1025 req-630e54ed-911c-486a-8e3d-f6648857fa5b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:36.732380 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-20144d4e-bbf5-43fb-a292-891eba4a1025 req-630e54ed-911c-486a-8e3d-f6648857fa5b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 947 time: 0.0480986 Sep 13 08:06:36.777841 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-20144d4e-bbf5-43fb-a292-891eba4a1025 req-80c95997-e139-4b31-997f-a436575957b2 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399010 Sep 13 08:06:37.837228 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dce3a-03e1-469a-b122-9c8ee0c10d4c req-ad1f2da2-5ebb-4832-b963-dd585fdfd0bd tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:37.838999 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-215dce3a-03e1-469a-b122-9c8ee0c10d4c req-ad1f2da2-5ebb-4832-b963-dd585fdfd0bd tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0519910 Sep 13 08:06:37.864958 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:37.896084 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-215dce3a-03e1-469a-b122-9c8ee0c10d4c req-185b54c5-2e30-41c3-a10a-d6f891b208c9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502338 Sep 13 08:06:37.914951 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e0f8c-7b0e-4d2a-a3d3-58cc0ff86fcb req-98e1301d-9fcb-48c5-8810-2f0520df2166 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:37.916436 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ad8e0f8c-7b0e-4d2a-a3d3-58cc0ff86fcb req-98e1301d-9fcb-48c5-8810-2f0520df2166 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 947 time: 0.0535965 Sep 13 08:06:37.967962 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ad8e0f8c-7b0e-4d2a-a3d3-58cc0ff86fcb req-2d975a58-a7e0-488c-9117-8f8ed0847cc4 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d16af6d9-c226-4160-8dd2-f5d8be6503a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453029 Sep 13 08:06:37.974953 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-70dc28e9-15c0-4974-bad5-041d0e66aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:37.976559 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-70dc28e9-15c0-4974-bad5-041d0e66aca1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436096 Sep 13 08:06:38.074843 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-2c489397-8540-4443-80e3-4bb53d52a21b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887320 Sep 13 08:06:38.219773 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-28da428b-f94d-4a50-b350-13ebf1d69ea4 req-ee7f853b-68c1-442c-b8c7-901c6c9632cc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862441 Sep 13 08:06:38.280637 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:38.301427 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-39cc1adc-53ae-46e5-b332-0ead97cccc9c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:38.302900 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-39cc1adc-53ae-46e5-b332-0ead97cccc9c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 947 time: 0.0572844 Sep 13 08:06:38.536179 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Deleting port 069361d0-00bb-4cde-9c0c-4b611ff14496 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:06:38.536541 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:38.638664 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] For port 069361d0-00bb-4cde-9c0c-4b611ff14496, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=069361d0-00bb-4cde-9c0c-4b611ff14496,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:38.639109 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:38.815082 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:38.815524 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (652845c4-4cd8-4033-8e2e-4605539ef0a7), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:38.815838 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Floating IP 652845c4-4cd8-4033-8e2e-4605539ef0a7 disassociated. External IP: 172.27.1.90, port: 069361d0-00bb-4cde-9c0c-4b611ff14496. Sep 13 08:06:38.816177 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Calling delete_port for 069361d0-00bb-4cde-9c0c-4b611ff14496 owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:06:38.941824 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (069361d0-00bb-4cde-9c0c-4b611ff14496), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:38.972765 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event deleted for resources: {'Port': ['ID=069361d0-00bb-4cde-9c0c-4b611ff14496,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:38.986850 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.987219 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.987533 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.987879 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.988215 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.988553 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.989046 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.989264 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.989556 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.989932 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.990307 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.990629 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.990992 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.991323 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:38.991648 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:39.060429 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:39.075464 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc438642-24a7-4699-b6e1-a168bf61c062 req-b0f8deca-062f-4546-a738-8b7e665f5508 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:39.076954 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cc438642-24a7-4699-b6e1-a168bf61c062 req-b0f8deca-062f-4546-a738-8b7e665f5508 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0927398 Sep 13 08:06:39.082388 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9ad39923-4143-4f77-99c5-9608eb1d592c req-505a01f4-0308-4e2e-9ca6-a67abca34898 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=bf71a566-cafb-4419-8087-ee4da46d8610 HTTP/1.1" status: 200 len: 210 time: 0.0323269 Sep 13 08:06:39.173034 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cc438642-24a7-4699-b6e1-a168bf61c062 req-7bc5e613-a657-4aa8-afc3-369422c787a9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900788 Sep 13 08:06:39.177853 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Router 44b4dc04-56c5-4439-9816-f6f96e512874 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:06:39.282165 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:06:39.291607 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] Sync routers for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:06:39.293910 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:39.307636 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:06:39.308589 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:06:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:39.331764 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] No DVR routers for this DVR port 069361d0-00bb-4cde-9c0c-4b611ff14496 on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:06:39.334481 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:39.337708 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-561213b7-8224-4233-b00d-3ebbbb2a7ba7 req-a946e0ab-b5bd-4db9-b74a-1019b83cb2b3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "DELETE /networking/v2.0/ports/069361d0-00bb-4cde-9c0c-4b611ff14496 HTTP/1.1" status: 204 len: 173 time: 0.8835180 Sep 13 08:06:39.338236 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-deleted', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:06:39.340511 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d7e570-658e-4b34-8ff2-1d94104b31f2" -d '{"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-deleted", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:06:39.381983 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33dc32d-1947-4266-8ed9-8295d2ca078b x-openstack-request-id: req-c33dc32d-1947-4266-8ed9-8295d2ca078b {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:06:39.382584 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf71a566-cafb-4419-8087-ee4da46d8610", "name": "network-vif-deleted", "tag": "069361d0-00bb-4cde-9c0c-4b611ff14496", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:06:39.383071 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c33dc32d-1947-4266-8ed9-8295d2ca078b {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:06:39.383685 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33dc32d-1947-4266-8ed9-8295d2ca078b'] response: {'server_uuid': 'bf71a566-cafb-4419-8087-ee4da46d8610', 'name': 'network-vif-deleted', 'tag': '069361d0-00bb-4cde-9c0c-4b611ff14496', 'status': 'completed', 'code': 200} Sep 13 08:06:39.435616 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:06:39.646114 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:39.675639 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] Checking router: 44b4dc04-56c5-4439-9816-f6f96e512874 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:06:39.684185 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:06:39.684942 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:06:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:39.790511 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:06:39.993349 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:06:40.018332 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e0fc5-ae63-4018-978c-4e72d5c45548 None None] The sync data for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi is: [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:06:40.214464 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34534) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:40.282952 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (d16af6d9-c226-4160-8dd2-f5d8be6503a8), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.299159 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:40.308476 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (d16af6d9-c226-4160-8dd2-f5d8be6503a8), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.321138 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278b155-44a6-4513-a34c-8285d8d4d452 req-fe5fe522-9bed-467d-b29b-0de9ec30eae8 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:40.323009 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7278b155-44a6-4513-a34c-8285d8d4d452 req-fe5fe522-9bed-467d-b29b-0de9ec30eae8 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0541050 Sep 13 08:06:40.351423 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ee97c-915c-4079-89d5-520c15c8e8d4 None None] New status for floating IP 652845c4-4cd8-4033-8e2e-4605539ef0a7: DOWN {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:06:40.358759 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (d16af6d9-c226-4160-8dd2-f5d8be6503a8), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.362174 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.368771 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d16af6d9-c226-4160-8dd2-f5d8be6503a8 HTTP/1.1" status: 204 len: 168 time: 0.1478872 Sep 13 08:06:40.374293 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 34536) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:40.377254 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16af6d9-c226-4160-8dd2-f5d8be6503a8,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:40.385244 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.385589 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.385947 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.386282 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.386611 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.386936 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.387451 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.388331 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.388682 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.389125 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.389480 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.389939 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.390267 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.390591 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.390912 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b10fb21-7f51-4fc8-a328-025f96e18bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:40.419852 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7278b155-44a6-4513-a34c-8285d8d4d452 req-7f791484-44bf-4286-91d6-ccea67eab041 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880489 Sep 13 08:06:40.421577 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.api.v2.resource [None req-33a1f61e-1492-484e-b66e-5f96f090a754 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] show failed (client error): The resource could not be found. Sep 13 08:06:40.425847 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-33a1f61e-1492-484e-b66e-5f96f090a754 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups/d16af6d9-c226-4160-8dd2-f5d8be6503a8 HTTP/1.1" status: 404 len: 347 time: 0.0498033 Sep 13 08:06:40.426563 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34538) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:40.474962 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:40.550242 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Deleting port b81f01c8-1284-41db-9df6-d529539828fc {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:06:40.550590 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (b81f01c8-1284-41db-9df6-d529539828fc), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.628125 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (b81f01c8-1284-41db-9df6-d529539828fc), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.628459 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (b81f01c8-1284-41db-9df6-d529539828fc), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.640721 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Calling delete_port for b81f01c8-1284-41db-9df6-d529539828fc owned by network:floatingip {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:06:40.772320 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:40.779352 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (b81f01c8-1284-41db-9df6-d529539828fc), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.811219 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event deleted for resources: {'Port': ['ID=b81f01c8-1284-41db-9df6-d529539828fc,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:40.873751 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (652845c4-4cd8-4033-8e2e-4605539ef0a7), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.876313 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:40.878213 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-598b4410-f325-4231-a4f8-2dc3360df22a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/652845c4-4cd8-4033-8e2e-4605539ef0a7 HTTP/1.1" status: 204 len: 168 time: 0.4502327 Sep 13 08:06:40.958031 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34548) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:40.962699 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-7874900d-bc73-4bd2-adbe-1b6a6eb84092 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115775039', 'description': 'tempest-description--732755604'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:06:40.984212 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7874900d-bc73-4bd2-adbe-1b6a6eb84092 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.045223 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 34550) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:41.074973 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7874900d-bc73-4bd2-adbe-1b6a6eb84092 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (1dd4ccce-d8eb-4479-a4ba-92db25463767), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.079935 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7874900d-bc73-4bd2-adbe-1b6a6eb84092 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (1dd4ccce-d8eb-4479-a4ba-92db25463767), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.112460 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7874900d-bc73-4bd2-adbe-1b6a6eb84092 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.113668 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7874900d-bc73-4bd2-adbe-1b6a6eb84092 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1546109 Sep 13 08:06:41.115642 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874900d-bc73-4bd2-adbe-1b6a6eb84092 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd4ccce-d8eb-4479-a4ba-92db25463767,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:41.116778 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 34554) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:41.122177 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-5657d7e7-4dd4-47d0-acc5-f290bb468027 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'security_group_rule': {'security_group_id': '1dd4ccce-d8eb-4479-a4ba-92db25463767', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:06:41.159411 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5657d7e7-4dd4-47d0-acc5-f290bb468027 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (2877e511-050c-41c4-89ff-3f6eb070c6c2), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.173192 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a29fa05a-932a-426e-9d74-67380457af8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.241420 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5657d7e7-4dd4-47d0-acc5-f290bb468027 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (2877e511-050c-41c4-89ff-3f6eb070c6c2), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.246304 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5657d7e7-4dd4-47d0-acc5-f290bb468027 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (2877e511-050c-41c4-89ff-3f6eb070c6c2), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.275653 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657d7e7-4dd4-47d0-acc5-f290bb468027 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2877e511-050c-41c4-89ff-3f6eb070c6c2,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:41.285653 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5657d7e7-4dd4-47d0-acc5-f290bb468027 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.286874 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-5657d7e7-4dd4-47d0-acc5-f290bb468027 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691043 Sep 13 08:06:41.289509 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 34558) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:41.296197 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-c7309912-a014-475f-a26a-6314479ed22c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'security_group_rule': {'security_group_id': '1dd4ccce-d8eb-4479-a4ba-92db25463767', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:06:41.330476 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a29fa05a-932a-426e-9d74-67380457af8a admin admin] Publish callbacks [] for security_group (159c6cee-ba2b-41a8-9549-79736743fa23), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.334784 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a29fa05a-932a-426e-9d74-67380457af8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (159c6cee-ba2b-41a8-9549-79736743fa23), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.379085 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c7309912-a014-475f-a26a-6314479ed22c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (860a6bd5-7fca-44b8-8d68-cd74eb5956e9), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.385965 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-a29fa05a-932a-426e-9d74-67380457af8a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ed4b184a9a25464ebba65e608fd25749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395984 Sep 13 08:06:41.389298 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34564) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:41.392695 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fa05a-932a-426e-9d74-67380457af8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159c6cee-ba2b-41a8-9549-79736743fa23,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:41.398276 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 069361d0-00bb-4cde-9c0c-4b611ff14496 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:06:41.430483 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 069361d0-00bb-4cde-9c0c-4b611ff14496 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:06:41.431133 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 069361d0-00bb-4cde-9c0c-4b611ff14496 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:06:41.479809 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-80a92c41-4a62-4738-9c39-50fd738d0a70 admin admin] Publish callbacks [] for security_group (159c6cee-ba2b-41a8-9549-79736743fa23), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.494695 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c7309912-a014-475f-a26a-6314479ed22c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (860a6bd5-7fca-44b8-8d68-cd74eb5956e9), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.503284 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-80a92c41-4a62-4738-9c39-50fd738d0a70 admin admin] Publish callbacks [] for security_group (159c6cee-ba2b-41a8-9549-79736743fa23), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.531692 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c7309912-a014-475f-a26a-6314479ed22c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (860a6bd5-7fca-44b8-8d68-cd74eb5956e9), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.562635 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-80a92c41-4a62-4738-9c39-50fd738d0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (159c6cee-ba2b-41a8-9549-79736743fa23), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.563745 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7309912-a014-475f-a26a-6314479ed22c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860a6bd5-7fca-44b8-8d68-cd74eb5956e9,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:41.565157 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-80a92c41-4a62-4738-9c39-50fd738d0a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.566481 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-80a92c41-4a62-4738-9c39-50fd738d0a70 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/159c6cee-ba2b-41a8-9549-79736743fa23 HTTP/1.1" status: 204 len: 168 time: 0.1759501 Sep 13 08:06:41.573843 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb6d0f-3446-4660-b702-463f140bf1d2 req-cf57d334-faf6-493e-b96e-049087c93319 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:41.576788 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a92c41-4a62-4738-9c39-50fd738d0a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c6cee-ba2b-41a8-9549-79736743fa23,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:41.581227 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-73bb6d0f-3446-4660-b702-463f140bf1d2 req-cf57d334-faf6-493e-b96e-049087c93319 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0839770 Sep 13 08:06:41.600295 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c7309912-a014-475f-a26a-6314479ed22c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.601379 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-c7309912-a014-475f-a26a-6314479ed22c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103027 Sep 13 08:06:41.602027 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:41.604998 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 34572) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:41.609850 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:06:41.656343 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.663417 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-73bb6d0f-3446-4660-b702-463f140bf1d2 req-546c6420-de5d-4696-9069-a2b3bdd0b2f4 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813847 Sep 13 08:06:41.744968 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.825478 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:41.850216 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Allocated IP 172.27.1.226 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/8139df36-1476-4fbe-909e-8662ab0573b8) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:06:41.964395 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for port (8139df36-1476-4fbe-909e-8662ab0573b8), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:41.998711 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (8139df36-1476-4fbe-909e-8662ab0573b8), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.036015 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:06:42.043584 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:06:42.047993 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:06:42.051217 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'Port': ['ID=8139df36-1476-4fbe-909e-8662ab0573b8,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:42.137256 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (24285295-31ee-47c1-8994-d6ccd0430c2b), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.174411 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (8139df36-1476-4fbe-909e-8662ab0573b8), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.312821 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:42.330264 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for port (8139df36-1476-4fbe-909e-8662ab0573b8), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.335166 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (8139df36-1476-4fbe-909e-8662ab0573b8), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.405535 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'Port': ['ID=8139df36-1476-4fbe-909e-8662ab0573b8,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:42.409875 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (24285295-31ee-47c1-8994-d6ccd0430c2b), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.427037 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.428347 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-3d0a7004-e31d-49e1-8f02-6d84ce2c5a6e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8224401 Sep 13 08:06:42.626423 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:42.649909 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 34614) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:42.651047 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-37f38be0-8c16-4438-a034-067b1aa60a17 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--115775039&fields=id&tenant_id=be59f6fed9f645d5bd7478535a2fcb02 HTTP/1.1" status: 200 len: 267 time: 0.0453596 Sep 13 08:06:42.768445 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-b2cd96c0-dce9-413d-921b-d72b64695222 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:42.769967 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-b2cd96c0-dce9-413d-921b-d72b64695222 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 816 time: 0.1117129 Sep 13 08:06:42.783528 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-52f307e3-89e8-49ef-8352-e2c7ca3389ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.784939 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-209d1c2c-5889-4a72-8949-76d25fcbfe90 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/quotas/be59f6fed9f645d5bd7478535a2fcb02 HTTP/1.1" status: 200 len: 375 time: 0.0095544 Sep 13 08:06:42.810126 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b02e85-8cda-48d5-9109-894d807212ba req-74b61cf7-5d32-400a-bf6f-071b81993837 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:42.811616 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f2b02e85-8cda-48d5-9109-894d807212ba req-74b61cf7-5d32-400a-bf6f-071b81993837 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0698895 Sep 13 08:06:42.835321 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-525b5509-533e-48dd-9f46-1175014faea6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451596 Sep 13 08:06:42.862300 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:42.892287 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f2b02e85-8cda-48d5-9109-894d807212ba req-5150876a-2c07-4767-a7ce-5c5311bd89b5 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740731 Sep 13 08:06:42.923271 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-52f307e3-89e8-49ef-8352-e2c7ca3389ae admin admin] Publish callbacks [] for security_group (5f921120-02ee-4da1-b7c1-f8e9ac49bb88), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.934941 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-52f307e3-89e8-49ef-8352-e2c7ca3389ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5f921120-02ee-4da1-b7c1-f8e9ac49bb88), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:42.943409 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-88b44384-8334-4b02-8ff1-4e8eb38b4814 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950267 Sep 13 08:06:42.979813 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-52f307e3-89e8-49ef-8352-e2c7ca3389ae admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b6d2f5b03a5340bb936885199c296aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287356 Sep 13 08:06:42.980662 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f307e3-89e8-49ef-8352-e2c7ca3389ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f921120-02ee-4da1-b7c1-f8e9ac49bb88,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:42.982996 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 34620) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:43.037242 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-2a3bbea9-1514-49a3-9450-f8b3a57ae95a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875664 Sep 13 08:06:43.042704 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4ea05a27-47b6-4908-8baa-d26f174ebdb5 admin admin] Publish callbacks [] for security_group (5f921120-02ee-4da1-b7c1-f8e9ac49bb88), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:43.063781 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4ea05a27-47b6-4908-8baa-d26f174ebdb5 admin admin] Publish callbacks [] for security_group (5f921120-02ee-4da1-b7c1-f8e9ac49bb88), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:43.111935 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4ea05a27-47b6-4908-8baa-d26f174ebdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (5f921120-02ee-4da1-b7c1-f8e9ac49bb88), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:43.114596 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4ea05a27-47b6-4908-8baa-d26f174ebdb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:43.115940 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4ea05a27-47b6-4908-8baa-d26f174ebdb5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5f921120-02ee-4da1-b7c1-f8e9ac49bb88 HTTP/1.1" status: 204 len: 168 time: 0.1311505 Sep 13 08:06:43.131779 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea05a27-47b6-4908-8baa-d26f174ebdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f921120-02ee-4da1-b7c1-f8e9ac49bb88,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:43.210514 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-cf6a22db-9447-4e13-be71-d00781c27164 req-08de05d7-5f23-48df-bff7-fb6fd29526b0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 210 time: 0.0300291 Sep 13 08:06:44.028864 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897d4c2-614c-4bbb-b5c2-a8a5e8a4276f req-97367c2c-8cd1-4703-aab1-340fab7841c9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:44.030409 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5897d4c2-614c-4bbb-b5c2-a8a5e8a4276f req-97367c2c-8cd1-4703-aab1-340fab7841c9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0482974 Sep 13 08:06:44.083884 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5897d4c2-614c-4bbb-b5c2-a8a5e8a4276f req-9bd973d0-b332-45d7-b831-780b8e0f84fe tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465820 Sep 13 08:06:44.327396 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bbf760e4-ae69-4cc7-8c5d-9097e10ff949 req-82dc3424-b684-428d-b2d5-9c31f8e7ca88 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 210 time: 0.0293388 Sep 13 08:06:45.074651 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:06:45.199769 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:45.212698 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8d23f-76ba-411c-a902-4f6aa0319bbb req-5a16a2d6-f68d-451b-9b88-932859e7886d tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:45.214304 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c9b8d23f-76ba-411c-a902-4f6aa0319bbb req-5a16a2d6-f68d-451b-9b88-932859e7886d tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 944 time: 0.0507021 Sep 13 08:06:45.264840 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c9b8d23f-76ba-411c-a902-4f6aa0319bbb req-15fba491-56ad-447f-beab-ae4b220716b2 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Sep 13 08:06:45.406740 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device dbd7343f-febf-4009-aedd-8049d259368c details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:06:45.437763 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-eb231478-d272-4a0b-9742-92e11ea35170 req-c33b6cf7-4f76-482e-81e8-9a1c55bdc886 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 210 time: 0.0282042 Sep 13 08:06:45.481066 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:45.525854 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=dbd7343f-febf-4009-aedd-8049d259368c,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:45.540866 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'dbd7343f-febf-4009-aedd-8049d259368c', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'port_id': 'dbd7343f-febf-4009-aedd-8049d259368c', 'mac_address': 'fa:16:3e:4b:fb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:06:45.583997 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port dbd7343f-febf-4009-aedd-8049d259368c is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:06:45.584669 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (dbd7343f-febf-4009-aedd-8049d259368c), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:45.602593 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd7343f-febf-4009-aedd-8049d259368c {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:06:45.624465 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-206821e0-8847-4a45-bb37-283fd7c1d63d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:45.625618 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=dbd7343f-febf-4009-aedd-8049d259368c,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:45.625880 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-206821e0-8847-4a45-bb37-283fd7c1d63d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 816 time: 0.1132147 Sep 13 08:06:45.630876 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (dbd7343f-febf-4009-aedd-8049d259368c), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:45.658266 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:45.703302 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=dbd7343f-febf-4009-aedd-8049d259368c,revision_number=7']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:45.720442 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-3a581b37-cb13-4fbe-9979-ec1eed71d30c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=be59f6fed9f645d5bd7478535a2fcb02 HTTP/1.1" status: 200 len: 379 time: 0.0856018 Sep 13 08:06:45.730990 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'port': {'device_id': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'admin_state_up': True, 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'security_groups': ['1dd4ccce-d8eb-4479-a4ba-92db25463767']}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:06:45.827570 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['dbd7343f-febf-4009-aedd-8049d259368c'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:06:45.843543 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Made reservation on behalf of be59f6fed9f645d5bd7478535a2fcb02 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:06:45.847537 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:45.868771 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:45.976368 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Allocated IP 172.20.0.5 (f93712ee-301e-46f6-89c7-90ecda9684a1/b1be967a-7be1-49d4-ab15-fd76c00c30a4/2b85ca9e-f789-41b6-9396-2ab452de0e1a) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:06:46.084044 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:46.133068 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:46.164569 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:46.213215 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Network f93712ee-301e-46f6-89c7-90ecda9684a1 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:06:46.218896 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:06:46.222955 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:06:46.251028 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:46.283082 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:46.283730 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:46.308179 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-a20af41e-7c19-4d97-9cba-4b3ee1b9d727 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5827072 Sep 13 08:06:46.398685 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82564a-0504-433a-8ae4-b38ced7c5254 req-648b59f5-f14b-49e4-95f9-f13d5b08bb46 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:46.400268 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fd82564a-0504-433a-8ae4-b38ced7c5254 req-648b59f5-f14b-49e4-95f9-f13d5b08bb46 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 945 time: 0.0496893 Sep 13 08:06:46.452120 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fd82564a-0504-433a-8ae4-b38ced7c5254 req-98aad5da-dfa3-4378-8b99-9c7b679ee177 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460200 Sep 13 08:06:46.513561 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-d2a5f169-67f8-4a68-ae8f-2305ba180f10 None None] Provisioning complete for port 2b85ca9e-f789-41b6-9396-2ab452de0e1a triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:06:46.514153 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f169-67f8-4a68-ae8f-2305ba180f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:46.545424 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5f169-67f8-4a68-ae8f-2305ba180f10 None None] Port 2b85ca9e-f789-41b6-9396-2ab452de0e1a cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:06:46.570373 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d57da-3374-413f-812d-d992e69c9b1c req-0f9ca3fe-4a01-4896-bc99-0fec5cd4fe6d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:46.571853 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-300d57da-3374-413f-812d-d992e69c9b1c req-0f9ca3fe-4a01-4896-bc99-0fec5cd4fe6d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 931 time: 0.0483201 Sep 13 08:06:46.620083 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-300d57da-3374-413f-812d-d992e69c9b1c req-8356978e-c268-4cab-8e39-25cefdd296f4 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Sep 13 08:06:46.764579 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f61b-8b71-48e2-b776-7f459110cfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:47.511831 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Request body: {'port': {'device_id': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:06:47.571930 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfbd0b-543b-4505-af68-8ab41bab0801 req-fae3b763-0479-4b87-98a2-08f929a2cb59 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:47.573642 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dbfbd0b-543b-4505-af68-8ab41bab0801 req-fae3b763-0479-4b87-98a2-08f929a2cb59 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 945 time: 0.0489483 Sep 13 08:06:47.574353 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:47.621945 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dbfbd0b-543b-4505-af68-8ab41bab0801 req-42e86c20-9f1c-4d35-9991-d57422d6abf8 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420134 Sep 13 08:06:47.787298 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9974db-0809-4f19-98aa-89ad30323234 req-8141522c-8ed2-4da4-b1ab-0ef48caca21f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:47.788764 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3b9974db-0809-4f19-98aa-89ad30323234 req-8141522c-8ed2-4da4-b1ab-0ef48caca21f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 931 time: 0.0835118 Sep 13 08:06:47.813447 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:47.877169 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3b9974db-0809-4f19-98aa-89ad30323234 req-c4fc985a-208c-455a-9938-ff22b2d54d21 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798860 Sep 13 08:06:47.910651 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b85ca9e-f789-41b6-9396-2ab452de0e1a {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:06:47.918051 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Publish callbacks [] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:47.930557 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Transition to ACTIVE for port object 2b85ca9e-f789-41b6-9396-2ab452de0e1a will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:06:47.933886 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:47.992471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:48.015083 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:48.046252 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Attempting to bind port 2b85ca9e-f789-41b6-9396-2ab452de0e1a on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:06:48.046581 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Attempting to bind port 2b85ca9e-f789-41b6-9396-2ab452de0e1a by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:06:48.046903 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Attempting to bind port 2b85ca9e-f789-41b6-9396-2ab452de0e1a on network f93712ee-301e-46f6-89c7-90ecda9684a1 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:06:48.090940 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Port 2b85ca9e-f789-41b6-9396-2ab452de0e1a on network f93712ee-301e-46f6-89c7-90ecda9684a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:06:48.091255 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Attempting to bind port 2b85ca9e-f789-41b6-9396-2ab452de0e1a on network f93712ee-301e-46f6-89c7-90ecda9684a1 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:06:48.132348 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:06:48.132611 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Checking segment: {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:06:48.132985 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Bound using segment: {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:06:48.133406 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Bound port: 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb2922a-c373-4bbe-85f6-031cb60b56c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:06:48.133782 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:48.193572 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:06:48.196629 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:06:48.202686 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:48.206557 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:48.207185 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:48.208513 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/2b85ca9e-f789-41b6-9396-2ab452de0e1a HTTP/1.1" status: 200 len: 1093 time: 0.7011786 Sep 13 08:06:48.209049 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:06:48.211325 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f326a2-1c6b-42e9-bb58-534d8667402b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:06:48.248760 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87947a32-2b1d-4b99-8e90-ed955ef072a8 x-openstack-request-id: req-87947a32-2b1d-4b99-8e90-ed955ef072a8 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:06:48.249036 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:06:48.249285 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87947a32-2b1d-4b99-8e90-ed955ef072a8 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:06:48.249676 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87947a32-2b1d-4b99-8e90-ed955ef072a8'] response: {'name': 'network-changed', 'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'status': 'completed', 'code': 200} Sep 13 08:06:48.258687 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a400465-f0c0-43ad-8c48-d45b513b06b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:48.452909 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f326a2-1c6b-42e9-bb58-534d8667402b req-f39a3d65-ef62-44a8-a471-d278378e572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:48.454528 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e5f326a2-1c6b-42e9-bb58-534d8667402b req-f39a3d65-ef62-44a8-a471-d278378e572e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 1127 time: 0.0425687 Sep 13 08:06:48.553624 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f326a2-1c6b-42e9-bb58-534d8667402b req-60c527df-9231-440a-8735-cc484eb0461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:48.555392 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e5f326a2-1c6b-42e9-bb58-534d8667402b req-60c527df-9231-440a-8735-cc484eb0461d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0942907 Sep 13 08:06:48.656686 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f326a2-1c6b-42e9-bb58-534d8667402b req-a48e4798-dd00-40b7-bd28-ea592e17ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:48.658182 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e5f326a2-1c6b-42e9-bb58-534d8667402b req-a48e4798-dd00-40b7-bd28-ea592e17ac61 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970895 Sep 13 08:06:48.713700 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device dbd7343f-febf-4009-aedd-8049d259368c up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:06:48.761587 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port dbd7343f-febf-4009-aedd-8049d259368c triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:06:48.761997 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (dbd7343f-febf-4009-aedd-8049d259368c), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:48.767088 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-fbec6883-4a4f-456a-a312-b41d57840c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:48.768561 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-fbec6883-4a4f-456a-a312-b41d57840c74 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 1127 time: 0.0711765 Sep 13 08:06:48.774273 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b397e-1bdb-4b11-880e-9ac35dc9fc93 req-8fa6a844-3a49-4a56-97c6-ef8247965e23 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:48.775638 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-019b397e-1bdb-4b11-880e-9ac35dc9fc93 req-8fa6a844-3a49-4a56-97c6-ef8247965e23 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 945 time: 0.0693171 Sep 13 08:06:48.841368 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port dbd7343f-febf-4009-aedd-8049d259368c is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:06:48.841800 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (dbd7343f-febf-4009-aedd-8049d259368c), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:48.870821 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:06:48.873987 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81de47b5-8bad-499f-a889-4db86d277a80" -d '{"events": [{"server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "name": "network-vif-plugged", "status": "completed", "tag": "dbd7343f-febf-4009-aedd-8049d259368c"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:06:48.891027 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=dbd7343f-febf-4009-aedd-8049d259368c,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:48.900820 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (dbd7343f-febf-4009-aedd-8049d259368c), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:48.956418 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa61a3b3-7b92-4f44-b6d9-77b92d293b90 x-openstack-request-id: req-aa61a3b3-7b92-4f44-b6d9-77b92d293b90 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:06:48.956746 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "name": "network-vif-plugged", "status": "completed", "tag": "dbd7343f-febf-4009-aedd-8049d259368c", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:06:48.957005 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa61a3b3-7b92-4f44-b6d9-77b92d293b90 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:06:48.957420 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa61a3b3-7b92-4f44-b6d9-77b92d293b90'] response: {'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c', 'code': 200} Sep 13 08:06:48.959016 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=dbd7343f-febf-4009-aedd-8049d259368c,revision_number=8']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:49.003293 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b76490d0-c1ca-481c-8a15-841074e2d19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:49.087817 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c8250-1dc8-4630-940a-d3d411b42e25 req-65bcc453-0eba-4235-abe8-8cdfb52a5d19 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:49.091182 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c05c8250-1dc8-4630-940a-d3d411b42e25 req-65bcc453-0eba-4235-abe8-8cdfb52a5d19 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0722790 Sep 13 08:06:49.125085 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-8e32d66c-44e2-41f7-a870-5324bef7ae40 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a HTTP/1.1" status: 200 len: 217 time: 0.3485215 Sep 13 08:06:49.150189 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c05c8250-1dc8-4630-940a-d3d411b42e25 req-e6c5eb2a-9bf9-4f9a-a757-b4d5b46f4aa1 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528638 Sep 13 08:06:49.182790 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:49.192218 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214a85c-6cd0-45b4-a54e-c847101212f5 req-979b9da5-0c14-4c14-a206-8db65b38c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:49.193806 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c214a85c-6cd0-45b4-a54e-c847101212f5 req-979b9da5-0c14-4c14-a206-8db65b38c464 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1130 time: 0.0394485 Sep 13 08:06:49.207669 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-d7eb3882-a424-4996-9271-0f490d621b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:49.209143 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-d7eb3882-a424-4996-9271-0f490d621b7e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0779772 Sep 13 08:06:49.212676 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-019b397e-1bdb-4b11-880e-9ac35dc9fc93 req-0c0f5b6a-a674-47b9-b2fc-6c7164bffbf4 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4292240 Sep 13 08:06:49.242586 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c214a85c-6cd0-45b4-a54e-c847101212f5 req-84beffdf-da00-49fa-90c0-8f5c1e8903be service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427220 Sep 13 08:06:49.254763 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-33e46605-1195-484f-a79f-8041d7651a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:49.256226 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-33e46605-1195-484f-a79f-8041d7651a69 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416021 Sep 13 08:06:50.105260 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 34784) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:50.212699 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf137-4d81-4793-8903-9c83cf1be40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.218247 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.287798 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b18c3-52f0-46ab-903d-b7885bf5f666 req-b2661af0-4a01-44b3-a1d7-f07b585733ff tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:50.289335 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-103b18c3-52f0-46ab-903d-b7885bf5f666 req-b2661af0-4a01-44b3-a1d7-f07b585733ff tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0515909 Sep 13 08:06:50.305821 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf137-4d81-4793-8903-9c83cf1be40a admin admin] Publish callbacks [] for security_group (a1fac05a-97c2-40f3-9c65-fdc32ea0174b), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.324056 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:50.325697 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf137-4d81-4793-8903-9c83cf1be40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a1fac05a-97c2-40f3-9c65-fdc32ea0174b), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.339726 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-103b18c3-52f0-46ab-903d-b7885bf5f666 req-78ca6651-fecf-4177-9cff-f444a1c66e98 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Sep 13 08:06:50.359483 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:50.378270 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4287def-bb45-4e68-8c89-4c32c15da8ee req-c7627b8b-c6df-4ea3-b039-fe9eab043092 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:50.379723 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b4287def-bb45-4e68-8c89-4c32c15da8ee req-c7627b8b-c6df-4ea3-b039-fe9eab043092 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0904782 Sep 13 08:06:50.382117 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceaf137-4d81-4793-8903-9c83cf1be40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fac05a-97c2-40f3-9c65-fdc32ea0174b,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:50.386555 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2ceaf137-4d81-4793-8903-9c83cf1be40a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c5eff8172c924e9b94fc74de4212afa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802300 Sep 13 08:06:50.390884 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34792) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:50.432291 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b4287def-bb45-4e68-8c89-4c32c15da8ee req-51ceb4be-8db4-4314-b76e-57359c8cb447 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446761 Sep 13 08:06:50.439216 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f079965-9a86-42b1-9f2b-fb14ce3e03c7 admin admin] Publish callbacks [] for security_group (a1fac05a-97c2-40f3-9c65-fdc32ea0174b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.458982 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f079965-9a86-42b1-9f2b-fb14ce3e03c7 admin admin] Publish callbacks [] for security_group (a1fac05a-97c2-40f3-9c65-fdc32ea0174b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.461202 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:50.507975 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f079965-9a86-42b1-9f2b-fb14ce3e03c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a1fac05a-97c2-40f3-9c65-fdc32ea0174b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.510504 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f079965-9a86-42b1-9f2b-fb14ce3e03c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.511615 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6f079965-9a86-42b1-9f2b-fb14ce3e03c7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a1fac05a-97c2-40f3-9c65-fdc32ea0174b HTTP/1.1" status: 204 len: 168 time: 0.1202617 Sep 13 08:06:50.519272 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f079965-9a86-42b1-9f2b-fb14ce3e03c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fac05a-97c2-40f3-9c65-fdc32ea0174b,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:50.776315 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34798) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:50.789865 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c8d687bc-b9d2-4a1d-8641-19f60e9b17de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.863052 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c8d687bc-b9d2-4a1d-8641-19f60e9b17de admin admin] Publish callbacks [] for security_group (f1b59038-db06-4559-ae16-1f0d89013dd2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.866540 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c8d687bc-b9d2-4a1d-8641-19f60e9b17de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (f1b59038-db06-4559-ae16-1f0d89013dd2), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.904342 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c8d687bc-b9d2-4a1d-8641-19f60e9b17de admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=75135d79c74f4e17b9e08963cb21507b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269584 Sep 13 08:06:50.905521 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d687bc-b9d2-4a1d-8641-19f60e9b17de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b59038-db06-4559-ae16-1f0d89013dd2,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:50.907086 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 34800) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:50.957512 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4786cba5-e265-4b92-8f9e-27f50e2f17c2 admin admin] Publish callbacks [] for security_group (f1b59038-db06-4559-ae16-1f0d89013dd2), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:50.977018 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4786cba5-e265-4b92-8f9e-27f50e2f17c2 admin admin] Publish callbacks [] for security_group (f1b59038-db06-4559-ae16-1f0d89013dd2), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:51.022717 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4786cba5-e265-4b92-8f9e-27f50e2f17c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (f1b59038-db06-4559-ae16-1f0d89013dd2), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:51.025672 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4786cba5-e265-4b92-8f9e-27f50e2f17c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:51.026865 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4786cba5-e265-4b92-8f9e-27f50e2f17c2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f1b59038-db06-4559-ae16-1f0d89013dd2 HTTP/1.1" status: 204 len: 168 time: 0.1187842 Sep 13 08:06:51.035223 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786cba5-e265-4b92-8f9e-27f50e2f17c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b59038-db06-4559-ae16-1f0d89013dd2,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:51.477340 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d12ba-3250-43fb-8eba-1703e330ec46 req-67143a74-2219-4f63-a989-303f81f9bd7d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:51.478761 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e22d12ba-3250-43fb-8eba-1703e330ec46 req-67143a74-2219-4f63-a989-303f81f9bd7d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0533266 Sep 13 08:06:51.506566 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:51.533337 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e22d12ba-3250-43fb-8eba-1703e330ec46 req-713653f1-cc3b-46ee-a2a7-7a4ae00d0003 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482440 Sep 13 08:06:51.563864 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78be10a-799c-4cf0-9bc0-57f5ea6a1a6d req-bb10d956-cb54-4c74-81d7-c5ffc701123d tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:51.565429 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a78be10a-799c-4cf0-9bc0-57f5ea6a1a6d req-bb10d956-cb54-4c74-81d7-c5ffc701123d tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0506320 Sep 13 08:06:51.616062 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a78be10a-799c-4cf0-9bc0-57f5ea6a1a6d req-31396ef2-a784-4309-a907-1c683336461a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Sep 13 08:06:51.710784 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:51.836524 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:52.120076 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34838) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:52.177717 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-ddd8c0db-d167-4526-903b-fde896110ddd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952921 Sep 13 08:06:52.242363 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c73812db-3431-4c9f-b6b0-90bd87e28767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:52.277367 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6dae00ec-102e-432c-ba35-e30ca89172f7 req-52d06006-c16d-441c-a028-a6d127fce1c0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934343 Sep 13 08:06:52.336942 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c73812db-3431-4c9f-b6b0-90bd87e28767 admin admin] Publish callbacks [] for security_group (4d7b632e-64b1-4000-a843-201156252c03), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:52.342595 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c73812db-3431-4c9f-b6b0-90bd87e28767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (4d7b632e-64b1-4000-a843-201156252c03), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:52.382833 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73812db-3431-4c9f-b6b0-90bd87e28767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7b632e-64b1-4000-a843-201156252c03,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:52.388999 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c73812db-3431-4c9f-b6b0-90bd87e28767 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8c30742c604f4bf0aae5398962cdb8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677317 Sep 13 08:06:52.391570 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 34846) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:06:52.440140 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ff951957-7133-49f9-b36a-da5cd551851d admin admin] Publish callbacks [] for security_group (4d7b632e-64b1-4000-a843-201156252c03), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:52.460493 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ff951957-7133-49f9-b36a-da5cd551851d admin admin] Publish callbacks [] for security_group (4d7b632e-64b1-4000-a843-201156252c03), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:52.506189 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ff951957-7133-49f9-b36a-da5cd551851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (4d7b632e-64b1-4000-a843-201156252c03), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:52.508902 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ff951957-7133-49f9-b36a-da5cd551851d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:52.510063 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ff951957-7133-49f9-b36a-da5cd551851d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4d7b632e-64b1-4000-a843-201156252c03 HTTP/1.1" status: 204 len: 168 time: 0.1175003 Sep 13 08:06:52.518939 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff951957-7133-49f9-b36a-da5cd551851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7b632e-64b1-4000-a843-201156252c03,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:52.655269 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:52.671709 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16cc58-6306-4667-89c5-362a92e59aab req-e3e418ac-21e0-48b8-b5f6-5e41d20950c6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:52.673383 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8c16cc58-6306-4667-89c5-362a92e59aab req-e3e418ac-21e0-48b8-b5f6-5e41d20950c6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0561476 Sep 13 08:06:52.734905 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8c16cc58-6306-4667-89c5-362a92e59aab req-f6197a50-b5db-41c7-a2d7-bdaa14e326c9 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531297 Sep 13 08:06:52.769468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab668b8-9784-4020-b5b5-0e369c1accc4 req-e7b8fcf3-a475-4eb1-8629-23f99ac20144 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:52.770957 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2ab668b8-9784-4020-b5b5-0e369c1accc4 req-e7b8fcf3-a475-4eb1-8629-23f99ac20144 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0671239 Sep 13 08:06:52.821741 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2ab668b8-9784-4020-b5b5-0e369c1accc4 req-edc3d046-2839-4d31-ae5c-8addec39778c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452948 Sep 13 08:06:53.862547 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715caee5-d325-4550-98b6-b48d103b9dc1 req-36d73650-1b98-478e-9b0a-da7995781ed6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:53.864046 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-715caee5-d325-4550-98b6-b48d103b9dc1 req-36d73650-1b98-478e-9b0a-da7995781ed6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0462375 Sep 13 08:06:53.916952 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-715caee5-d325-4550-98b6-b48d103b9dc1 req-4b242bf7-9bbd-4e02-b9ed-47c3a59e6b46 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432413 Sep 13 08:06:53.936955 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:53.951761 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a88a5-87c3-4e02-97e7-f96e38c2daf6 req-c35c8ad7-60c8-4c77-be43-2d792e2e42f0 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:53.953237 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4f7a88a5-87c3-4e02-97e7-f96e38c2daf6 req-c35c8ad7-60c8-4c77-be43-2d792e2e42f0 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0485878 Sep 13 08:06:54.001784 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4f7a88a5-87c3-4e02-97e7-f96e38c2daf6 req-6a955f83-2e3f-43db-846b-0786021f16ed tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425987 Sep 13 08:06:55.042011 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb77839-93a2-452d-b4ff-c0357d8a2180 req-8668bb82-eb49-4524-93e2-e8ad9f74c9b4 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:55.043160 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0fb77839-93a2-452d-b4ff-c0357d8a2180 req-8668bb82-eb49-4524-93e2-e8ad9f74c9b4 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0472813 Sep 13 08:06:55.070255 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:55.096889 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0fb77839-93a2-452d-b4ff-c0357d8a2180 req-7f90b9da-0f4a-432e-8ef0-6bea54eb3290 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468812 Sep 13 08:06:55.134916 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaa126-ed1a-470d-9e9d-09a8faacae92 req-7629900f-de5b-4cfc-9122-d807940abc7e tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:55.136449 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-09eaa126-ed1a-470d-9e9d-09a8faacae92 req-7629900f-de5b-4cfc-9122-d807940abc7e tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0521495 Sep 13 08:06:55.187162 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-09eaa126-ed1a-470d-9e9d-09a8faacae92 req-bac05742-ea0c-4a59-afec-bdfdd9607940 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447128 Sep 13 08:06:56.223760 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78eebfe-e2ae-4e44-aa20-5c6739f41685 req-e76c95d9-24cf-4034-83b2-5493f05acdbc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:56.225362 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e78eebfe-e2ae-4e44-aa20-5c6739f41685 req-e76c95d9-24cf-4034-83b2-5493f05acdbc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0460477 Sep 13 08:06:56.273812 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e78eebfe-e2ae-4e44-aa20-5c6739f41685 req-8c6612e6-f81d-4217-a466-99d618a313e0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421710 Sep 13 08:06:56.315906 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184d25e-4185-493b-a231-6ba11de34154 req-47a375fb-57df-4d06-8de7-ba86b2711aa7 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:56.318205 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c184d25e-4185-493b-a231-6ba11de34154 req-47a375fb-57df-4d06-8de7-ba86b2711aa7 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0533574 Sep 13 08:06:56.383921 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c184d25e-4185-493b-a231-6ba11de34154 req-aa405361-2910-46b3-b297-bc6d3dd52cdd tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565267 Sep 13 08:06:57.404362 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ecb21-3804-4d3c-b77f-47c7dc6b5395 req-66f5ef79-c11f-4385-bf35-3b5c711d3eea tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:57.405792 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-847ecb21-3804-4d3c-b77f-47c7dc6b5395 req-66f5ef79-c11f-4385-bf35-3b5c711d3eea tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0479796 Sep 13 08:06:57.462953 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-847ecb21-3804-4d3c-b77f-47c7dc6b5395 req-f957bfda-b16d-432a-bce6-8a8e504baff8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516911 Sep 13 08:06:58.597509 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8b525-4f26-4185-a03b-f43b99317945 req-84e05e50-ba78-4ad7-aecd-cf6ea5aa2cd1 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:58.598977 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bae8b525-4f26-4185-a03b-f43b99317945 req-84e05e50-ba78-4ad7-aecd-cf6ea5aa2cd1 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0475562 Sep 13 08:06:58.647484 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bae8b525-4f26-4185-a03b-f43b99317945 req-38c1de73-4ee7-476a-a3f3-4d24c573a6b8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428982 Sep 13 08:06:58.743848 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 2b85ca9e-f789-41b6-9396-2ab452de0e1a details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:06:58.747479 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:58.765353 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:06:58.848389 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:58.859369 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'port_id': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'mac_address': 'fa:16:3e:78:33:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:06:58.893425 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 2b85ca9e-f789-41b6-9396-2ab452de0e1a is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:06:58.893856 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:58.907346 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b85ca9e-f789-41b6-9396-2ab452de0e1a {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:06:58.926219 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:06:58.930928 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:06:58.980980 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:06:58.988122 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.988474 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.988837 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.989180 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.989511 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.989874 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.990200 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.990526 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.990851 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.991177 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.991527 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.991846 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.992172 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.992497 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:58.992817 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:06:59.180016 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['2b85ca9e-f789-41b6-9396-2ab452de0e1a'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:06:59.778214 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d51ec-4961-48e1-9624-a2eb61294809 req-345ce53a-f3d8-48cd-b71d-701ddfe3ba86 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:06:59.779682 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-385d51ec-4961-48e1-9624-a2eb61294809 req-345ce53a-f3d8-48cd-b71d-701ddfe3ba86 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 944 time: 0.0493653 Sep 13 08:06:59.825062 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-385d51ec-4961-48e1-9624-a2eb61294809 req-5011fe85-017d-400a-baf2-3b9f78a0609a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400457 Sep 13 08:07:00.759609 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 2b85ca9e-f789-41b6-9396-2ab452de0e1a up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:07:00.931873 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 2b85ca9e-f789-41b6-9396-2ab452de0e1a completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:07:00.938822 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 2b85ca9e-f789-41b6-9396-2ab452de0e1a triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:07:00.939196 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:00.956396 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f572adb-f963-476d-8e0c-3c585d9cbfd5 req-78a7accd-100f-4af8-bee3-118f2c0826be tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:00.957905 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f572adb-f963-476d-8e0c-3c585d9cbfd5 req-78a7accd-100f-4af8-bee3-118f2c0826be tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 944 time: 0.0519750 Sep 13 08:07:00.969252 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:01.007477 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5f572adb-f963-476d-8e0c-3c585d9cbfd5 req-e5a13e94-4e38-4322-a2f0-b4156695f26b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437827 Sep 13 08:07:01.008660 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 2b85ca9e-f789-41b6-9396-2ab452de0e1a is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:07:01.009047 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:01.034824 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:07:01.037026 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1617bff8-1d89-434e-9f6e-652fbf0e828e" -d '{"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-plugged", "status": "completed", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:07:01.048230 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:07:01.053289 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:01.085336 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93bf9a4-e54b-423d-a076-a1616bd3b2e1 x-openstack-request-id: req-e93bf9a4-e54b-423d-a076-a1616bd3b2e1 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:07:01.085612 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-plugged", "status": "completed", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:07:01.085895 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e93bf9a4-e54b-423d-a076-a1616bd3b2e1 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:07:01.086300 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93bf9a4-e54b-423d-a076-a1616bd3b2e1'] response: {'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'code': 200} Sep 13 08:07:01.115156 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:01.283247 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78c300-e151-432f-bc9f-59d2f20ab74f req-3ea186b4-d057-474a-bda9-da1e68bad5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:01.284587 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2a78c300-e151-432f-bc9f-59d2f20ab74f req-3ea186b4-d057-474a-bda9-da1e68bad5d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 1129 time: 0.0369465 Sep 13 08:07:01.327426 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2a78c300-e151-432f-bc9f-59d2f20ab74f req-cb5fc128-c6e8-4228-b256-a6b1e754cdf6 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363367 Sep 13 08:07:01.467339 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:01.902598 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35042) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:02.031537 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9ef6db40-fa19-4614-a892-26fb671c1dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:02.050470 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:02.111152 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9ef6db40-fa19-4614-a892-26fb671c1dc3 admin admin] Publish callbacks [] for security_group (a2124829-9937-47db-a01b-5d99efcd0ec6), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:02.115512 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9ef6db40-fa19-4614-a892-26fb671c1dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a2124829-9937-47db-a01b-5d99efcd0ec6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:02.148344 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8da993-9e69-41c7-afab-2b8a9adbc6d3 req-6aae9b67-5a89-4ce6-a182-49bbcdbb67ed tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:02.149994 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5c8da993-9e69-41c7-afab-2b8a9adbc6d3 req-6aae9b67-5a89-4ce6-a182-49bbcdbb67ed tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0575399 Sep 13 08:07:02.158270 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9ef6db40-fa19-4614-a892-26fb671c1dc3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4bd7c7df649140b296a9febd2ac937d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539647 Sep 13 08:07:02.159764 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35050) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:02.167546 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6db40-fa19-4614-a892-26fb671c1dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2124829-9937-47db-a01b-5d99efcd0ec6,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:02.205156 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5c8da993-9e69-41c7-afab-2b8a9adbc6d3 req-277d9c3d-9a98-49d7-a007-d2e5ef6c64b5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485110 Sep 13 08:07:02.239723 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-793b5496-3cca-4027-941a-8bda73d58fae admin admin] Publish callbacks [] for security_group (a2124829-9937-47db-a01b-5d99efcd0ec6), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:02.262551 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-793b5496-3cca-4027-941a-8bda73d58fae admin admin] Publish callbacks [] for security_group (a2124829-9937-47db-a01b-5d99efcd0ec6), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:02.309497 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-793b5496-3cca-4027-941a-8bda73d58fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a2124829-9937-47db-a01b-5d99efcd0ec6), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:02.311885 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-793b5496-3cca-4027-941a-8bda73d58fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:02.313004 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-793b5496-3cca-4027-941a-8bda73d58fae admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a2124829-9937-47db-a01b-5d99efcd0ec6 HTTP/1.1" status: 204 len: 168 time: 0.1523507 Sep 13 08:07:02.321148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b5496-3cca-4027-941a-8bda73d58fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2124829-9937-47db-a01b-5d99efcd0ec6,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:03.339390 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:03.353473 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6496a-e576-48b2-842c-4240fbb5a34d req-44807513-fec5-4135-a806-592f89480827 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:03.354960 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a7d6496a-e576-48b2-842c-4240fbb5a34d req-44807513-fec5-4135-a806-592f89480827 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0476117 Sep 13 08:07:03.401058 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a7d6496a-e576-48b2-842c-4240fbb5a34d req-8585fe6c-7065-4d11-8133-c38a3864a959 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399292 Sep 13 08:07:03.531529 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963342-e289-445e-a602-7db0f42df5ca req-c4e6d19e-79f3-4447-a93a-ef5973bf469d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:03.533001 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-8f963342-e289-445e-a602-7db0f42df5ca req-c4e6d19e-79f3-4447-a93a-ef5973bf469d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0574565 Sep 13 08:07:03.543536 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35060) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:03.547936 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-b5a07661-2f88-4fa3-b8bb-a74a46519c40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Request body: {'floatingip': {'port_id': '2b85ca9e-f789-41b6-9396-2ab452de0e1a'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:07:03.585366 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5a07661-2f88-4fa3-b8bb-a74a46519c40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (24285295-31ee-47c1-8994-d6ccd0430c2b), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:04.271309 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5a07661-2f88-4fa3-b8bb-a74a46519c40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:04.275408 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5a07661-2f88-4fa3-b8bb-a74a46519c40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (24285295-31ee-47c1-8994-d6ccd0430c2b), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:04.378579 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-b5a07661-2f88-4fa3-b8bb-a74a46519c40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Floating IP 24285295-31ee-47c1-8994-d6ccd0430c2b associated. External IP: 172.27.1.226, port: 2b85ca9e-f789-41b6-9396-2ab452de0e1a. Sep 13 08:07:04.468616 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:04.597594 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a07661-2f88-4fa3-b8bb-a74a46519c40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Router 44b4dc04-56c5-4439-9816-f6f96e512874 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:07:04.695768 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:04.699666 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a07661-2f88-4fa3-b8bb-a74a46519c40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:07:04.704422 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5a07661-2f88-4fa3-b8bb-a74a46519c40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:04.709375 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] Sync routers for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:07:04.719216 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:07:04.719824 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:06:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:07:04.734467 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b5a07661-2f88-4fa3-b8bb-a74a46519c40 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/24285295-31ee-47c1-8994-d6ccd0430c2b HTTP/1.1" status: 200 len: 991 time: 1.1898746 Sep 13 08:07:04.735096 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:07:04.737339 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e89189-42f7-4353-a509-99bab853ac8b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:07:04.807839 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:04.832211 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:07:04.977315 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:04.991297 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f8e1f1-1084-49a5-b0dd-6ea8f2670eb6 x-openstack-request-id: req-a0f8e1f1-1084-49a5-b0dd-6ea8f2670eb6 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:07:04.991621 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:07:04.991880 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0f8e1f1-1084-49a5-b0dd-6ea8f2670eb6 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:07:04.992391 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f8e1f1-1084-49a5-b0dd-6ea8f2670eb6'] response: {'name': 'network-changed', 'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'status': 'completed', 'code': 200} Sep 13 08:07:05.057151 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e89189-42f7-4353-a509-99bab853ac8b req-0899aa83-ee28-485a-83a0-fc25c0209eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:05.057762 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '24285295-31ee-47c1-8994-d6ccd0430c2b', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'port_id': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'mac_address': 'fa:16:3e:78:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:06:42Z', 'updated_at': '2022-09-13T08:07:04Z', 'revision_number': 1, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:07:05.059243 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-78e89189-42f7-4353-a509-99bab853ac8b req-0899aa83-ee28-485a-83a0-fc25c0209eea service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 1129 time: 0.0387018 Sep 13 08:07:05.083088 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] Checking router: 44b4dc04-56c5-4439-9816-f6f96e512874 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:07:05.091249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:07:05.091847 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:06:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:07:05.154458 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e89189-42f7-4353-a509-99bab853ac8b req-ca5f54e5-b3d0-4117-906c-eaa1ef499ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:05.156002 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-78e89189-42f7-4353-a509-99bab853ac8b req-ca5f54e5-b3d0-4117-906c-eaa1ef499ba2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 917 time: 0.0909171 Sep 13 08:07:05.193452 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:07:05.218016 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-78e89189-42f7-4353-a509-99bab853ac8b req-ca37f9b6-e22f-469d-b213-ce4ed31a4218 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a HTTP/1.1" status: 200 len: 999 time: 0.0549448 Sep 13 08:07:05.288962 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e89189-42f7-4353-a509-99bab853ac8b req-f303653c-d0d2-42cb-8782-03ef682b3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:05.290496 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-78e89189-42f7-4353-a509-99bab853ac8b req-f303653c-d0d2-42cb-8782-03ef682b3924 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0669849 Sep 13 08:07:05.338220 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e89189-42f7-4353-a509-99bab853ac8b req-6a07fd67-7b9d-49ec-9a13-5a26cd356729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:05.341213 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-78e89189-42f7-4353-a509-99bab853ac8b req-6a07fd67-7b9d-49ec-9a13-5a26cd356729 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436068 Sep 13 08:07:05.417413 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:05.431399 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '24285295-31ee-47c1-8994-d6ccd0430c2b', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'port_id': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'mac_address': 'fa:16:3e:78:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:06:42Z', 'updated_at': '2022-09-13T08:07:04Z', 'revision_number': 1, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:07:05.432016 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-78e89189-42f7-4353-a509-99bab853ac8b req-8f0f0a92-57e7-46c1-b5f5-37a5889dd59b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850294 Sep 13 08:07:05.460116 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64adc1-180b-4364-bb33-e2a975cc3ac9 None None] The sync data for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi is: [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': '24285295-31ee-47c1-8994-d6ccd0430c2b', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'floating_ip_address': '172.27.1.226', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'port_id': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'mac_address': 'fa:16:3e:78:33:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:06:42Z', 'updated_at': '2022-09-13T08:07:04Z', 'revision_number': 1, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:07:05.533775 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-78e89189-42f7-4353-a509-99bab853ac8b req-196fe9b7-eb8a-4199-9a52-84671cacbeaf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952661 Sep 13 08:07:05.650706 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d3517-7166-4da7-8160-a41b48874da7 None None] New status for floating IP 24285295-31ee-47c1-8994-d6ccd0430c2b: ACTIVE {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:07:12.252822 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35116) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:12.360934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc1f8560-6347-483e-8846-fa262476d265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:12.436808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc1f8560-6347-483e-8846-fa262476d265 admin admin] Publish callbacks [] for security_group (2d24aec1-6b7a-4da8-81ec-bffbb65c7471), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:12.440543 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc1f8560-6347-483e-8846-fa262476d265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2d24aec1-6b7a-4da8-81ec-bffbb65c7471), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:12.478049 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f8560-6347-483e-8846-fa262476d265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d24aec1-6b7a-4da8-81ec-bffbb65c7471,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:12.482202 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fc1f8560-6347-483e-8846-fa262476d265 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fd2ff4aa388e449bbff4302f9b7096d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283559 Sep 13 08:07:12.484910 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35120) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:12.533145 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3f6157f1-369e-43eb-8446-9fb312cf1908 admin admin] Publish callbacks [] for security_group (2d24aec1-6b7a-4da8-81ec-bffbb65c7471), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:12.555221 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3f6157f1-369e-43eb-8446-9fb312cf1908 admin admin] Publish callbacks [] for security_group (2d24aec1-6b7a-4da8-81ec-bffbb65c7471), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:12.601363 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3f6157f1-369e-43eb-8446-9fb312cf1908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (2d24aec1-6b7a-4da8-81ec-bffbb65c7471), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:12.603808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3f6157f1-369e-43eb-8446-9fb312cf1908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:12.604944 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3f6157f1-369e-43eb-8446-9fb312cf1908 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2d24aec1-6b7a-4da8-81ec-bffbb65c7471 HTTP/1.1" status: 204 len: 168 time: 0.1191251 Sep 13 08:07:12.612383 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6157f1-369e-43eb-8446-9fb312cf1908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d24aec1-6b7a-4da8-81ec-bffbb65c7471,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:15.519457 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:15.530596 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=76 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:15.749467 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:15.751855 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:16.765503 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-698edb0a-c2ac-4e5b-b5e8-2de3299e8942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:18.987774 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-acddcd81-3c0b-419a-982f-ea6b3cdec751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:20.220606 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:20.556377 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35242) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:20.684629 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d173-52ce-43fb-a49b-31e1db6d8984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:20.761808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d173-52ce-43fb-a49b-31e1db6d8984 admin admin] Publish callbacks [] for security_group (20f4933f-5d08-4ef0-bfdc-b588a064d1df), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:20.765385 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d173-52ce-43fb-a49b-31e1db6d8984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (20f4933f-5d08-4ef0-bfdc-b588a064d1df), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:20.804896 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1bc4d173-52ce-43fb-a49b-31e1db6d8984 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=78028c571a5547d68958e16a99fb0e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474833 Sep 13 08:07:20.805970 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4d173-52ce-43fb-a49b-31e1db6d8984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f4933f-5d08-4ef0-bfdc-b588a064d1df,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:20.807611 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35246) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:20.858265 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6f473e03-11ff-4d64-ae38-584f7dbd8999 admin admin] Publish callbacks [] for security_group (20f4933f-5d08-4ef0-bfdc-b588a064d1df), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:20.878975 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6f473e03-11ff-4d64-ae38-584f7dbd8999 admin admin] Publish callbacks [] for security_group (20f4933f-5d08-4ef0-bfdc-b588a064d1df), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:20.925652 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6f473e03-11ff-4d64-ae38-584f7dbd8999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (20f4933f-5d08-4ef0-bfdc-b588a064d1df), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:20.928181 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6f473e03-11ff-4d64-ae38-584f7dbd8999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:20.929315 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-6f473e03-11ff-4d64-ae38-584f7dbd8999 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/20f4933f-5d08-4ef0-bfdc-b588a064d1df HTTP/1.1" status: 204 len: 168 time: 0.1202018 Sep 13 08:07:20.937699 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f473e03-11ff-4d64-ae38-584f7dbd8999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f4933f-5d08-4ef0-bfdc-b588a064d1df,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:21.187378 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35252) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:21.200848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8ec61285-90b4-4843-b902-a34d8660cf77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.278624 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8ec61285-90b4-4843-b902-a34d8660cf77 admin admin] Publish callbacks [] for security_group (77c92fb6-f7ae-4dd0-b604-ca98c0b23238), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.282039 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8ec61285-90b4-4843-b902-a34d8660cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (77c92fb6-f7ae-4dd0-b604-ca98c0b23238), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.320648 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-8ec61285-90b4-4843-b902-a34d8660cf77 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0ca479605d0c4312972a5ef4d48bc03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322503 Sep 13 08:07:21.321809 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec61285-90b4-4843-b902-a34d8660cf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c92fb6-f7ae-4dd0-b604-ca98c0b23238,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:21.323717 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35254) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:21.363468 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:21.377815 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ac57d27c-0375-4a59-89a4-35fc1c989309 admin admin] Publish callbacks [] for security_group (77c92fb6-f7ae-4dd0-b604-ca98c0b23238), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.398616 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ac57d27c-0375-4a59-89a4-35fc1c989309 admin admin] Publish callbacks [] for security_group (77c92fb6-f7ae-4dd0-b604-ca98c0b23238), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.458345 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ac57d27c-0375-4a59-89a4-35fc1c989309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (77c92fb6-f7ae-4dd0-b604-ca98c0b23238), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.461322 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ac57d27c-0375-4a59-89a4-35fc1c989309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.462653 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ac57d27c-0375-4a59-89a4-35fc1c989309 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/77c92fb6-f7ae-4dd0-b604-ca98c0b23238 HTTP/1.1" status: 204 len: 168 time: 0.1369541 Sep 13 08:07:21.471585 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57d27c-0375-4a59-89a4-35fc1c989309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c92fb6-f7ae-4dd0-b604-ca98c0b23238,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:21.714793 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.779203 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35260) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:21.793637 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-555a7596-e8ae-48a1-b338-d3bb466fc12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.828889 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:21.840197 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.880097 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-555a7596-e8ae-48a1-b338-d3bb466fc12c admin admin] Publish callbacks [] for security_group (0f3d01c7-e9ec-4602-ab79-d760768c0ae0), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.884743 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-555a7596-e8ae-48a1-b338-d3bb466fc12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0f3d01c7-e9ec-4602-ab79-d760768c0ae0), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.923410 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a7596-e8ae-48a1-b338-d3bb466fc12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3d01c7-e9ec-4602-ab79-d760768c0ae0,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:21.927881 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-555a7596-e8ae-48a1-b338-d3bb466fc12c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2028b2bca2f345368f0634411b5ad1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476827 Sep 13 08:07:21.930646 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35262) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:21.977930 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c642e450-abaa-4396-82b0-71be4050d54f admin admin] Publish callbacks [] for security_group (0f3d01c7-e9ec-4602-ab79-d760768c0ae0), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:21.998080 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c642e450-abaa-4396-82b0-71be4050d54f admin admin] Publish callbacks [] for security_group (0f3d01c7-e9ec-4602-ab79-d760768c0ae0), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:22.046052 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c642e450-abaa-4396-82b0-71be4050d54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0f3d01c7-e9ec-4602-ab79-d760768c0ae0), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:22.048404 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c642e450-abaa-4396-82b0-71be4050d54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:22.049555 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c642e450-abaa-4396-82b0-71be4050d54f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0f3d01c7-e9ec-4602-ab79-d760768c0ae0 HTTP/1.1" status: 204 len: 168 time: 0.1180563 Sep 13 08:07:22.057166 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642e450-abaa-4396-82b0-71be4050d54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3d01c7-e9ec-4602-ab79-d760768c0ae0,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:22.074441 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:07:30.091780 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35384) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:30.196021 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2596fb9-d745-4e1b-a396-9759d0903e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.269018 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2596fb9-d745-4e1b-a396-9759d0903e28 admin admin] Publish callbacks [] for security_group (a2bad1be-f8b1-4557-a064-da652e988aff), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.273420 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2596fb9-d745-4e1b-a396-9759d0903e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a2bad1be-f8b1-4557-a064-da652e988aff), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.311938 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c2596fb9-d745-4e1b-a396-9759d0903e28 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=05f12b088b62469fbfdbd39c35efac00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191234 Sep 13 08:07:30.312771 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2596fb9-d745-4e1b-a396-9759d0903e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bad1be-f8b1-4557-a064-da652e988aff,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:30.314803 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35388) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:30.363605 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-065cbe18-6b75-43f0-9f88-7664306f4699 admin admin] Publish callbacks [] for security_group (a2bad1be-f8b1-4557-a064-da652e988aff), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.383576 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-065cbe18-6b75-43f0-9f88-7664306f4699 admin admin] Publish callbacks [] for security_group (a2bad1be-f8b1-4557-a064-da652e988aff), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.429634 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-065cbe18-6b75-43f0-9f88-7664306f4699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a2bad1be-f8b1-4557-a064-da652e988aff), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.432118 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-065cbe18-6b75-43f0-9f88-7664306f4699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.433284 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-065cbe18-6b75-43f0-9f88-7664306f4699 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a2bad1be-f8b1-4557-a064-da652e988aff HTTP/1.1" status: 204 len: 168 time: 0.1174450 Sep 13 08:07:30.440773 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cbe18-6b75-43f0-9f88-7664306f4699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bad1be-f8b1-4557-a064-da652e988aff,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:30.702944 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35394) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:30.716666 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61ffa60e-90e7-4959-ad44-4e64607e08c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.793959 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61ffa60e-90e7-4959-ad44-4e64607e08c5 admin admin] Publish callbacks [] for security_group (b8df5814-6bb9-4050-8902-8ed9e2bc6145), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.797797 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61ffa60e-90e7-4959-ad44-4e64607e08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (b8df5814-6bb9-4050-8902-8ed9e2bc6145), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.832774 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:30.842305 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffa60e-90e7-4959-ad44-4e64607e08c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df5814-6bb9-4050-8902-8ed9e2bc6145,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:30.846951 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-61ffa60e-90e7-4959-ad44-4e64607e08c5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3e59bb7a33204c6a95c906ff161e44bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429996 Sep 13 08:07:30.849814 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35396) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:30.900670 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0496-26b6-493c-a811-bd4dc6f4d7c1 admin admin] Publish callbacks [] for security_group (b8df5814-6bb9-4050-8902-8ed9e2bc6145), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.920853 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0496-26b6-493c-a811-bd4dc6f4d7c1 admin admin] Publish callbacks [] for security_group (b8df5814-6bb9-4050-8902-8ed9e2bc6145), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.936806 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:30.970706 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0496-26b6-493c-a811-bd4dc6f4d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (b8df5814-6bb9-4050-8902-8ed9e2bc6145), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.973276 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0496-26b6-493c-a811-bd4dc6f4d7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:30.974448 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a7ec0496-26b6-493c-a811-bd4dc6f4d7c1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b8df5814-6bb9-4050-8902-8ed9e2bc6145 HTTP/1.1" status: 204 len: 168 time: 0.1237459 Sep 13 08:07:30.982171 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec0496-26b6-493c-a811-bd4dc6f4d7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df5814-6bb9-4050-8902-8ed9e2bc6145,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:31.290712 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35402) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:31.304014 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5d074021-4850-44d9-99b5-8c9373de2a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:31.381054 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5d074021-4850-44d9-99b5-8c9373de2a64 admin admin] Publish callbacks [] for security_group (827acc3c-2880-47d1-9930-868bbd89e9bf), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:31.384696 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5d074021-4850-44d9-99b5-8c9373de2a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (827acc3c-2880-47d1-9930-868bbd89e9bf), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:31.423690 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-5d074021-4850-44d9-99b5-8c9373de2a64 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f6dff499472b4c28b7962e193e8264c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318645 Sep 13 08:07:31.424722 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d074021-4850-44d9-99b5-8c9373de2a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827acc3c-2880-47d1-9930-868bbd89e9bf,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:31.426516 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35404) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:31.478879 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8e0eec1d-a39e-4a90-bff3-b36a8538763d admin admin] Publish callbacks [] for security_group (827acc3c-2880-47d1-9930-868bbd89e9bf), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:31.489114 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:31.499858 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8e0eec1d-a39e-4a90-bff3-b36a8538763d admin admin] Publish callbacks [] for security_group (827acc3c-2880-47d1-9930-868bbd89e9bf), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:31.547149 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8e0eec1d-a39e-4a90-bff3-b36a8538763d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (827acc3c-2880-47d1-9930-868bbd89e9bf), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:31.549914 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8e0eec1d-a39e-4a90-bff3-b36a8538763d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:31.553556 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-8e0eec1d-a39e-4a90-bff3-b36a8538763d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/827acc3c-2880-47d1-9930-868bbd89e9bf HTTP/1.1" status: 204 len: 168 time: 0.1229749 Sep 13 08:07:31.559726 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0eec1d-a39e-4a90-bff3-b36a8538763d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827acc3c-2880-47d1-9930-868bbd89e9bf,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:35.113200 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35454) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:35.219380 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed138ae5-1d51-4303-aa2b-a2bbafd45318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:35.297853 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed138ae5-1d51-4303-aa2b-a2bbafd45318 admin admin] Publish callbacks [] for security_group (decf112a-12d4-43ef-8ae2-196d9fc5b364), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:35.301387 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed138ae5-1d51-4303-aa2b-a2bbafd45318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (decf112a-12d4-43ef-8ae2-196d9fc5b364), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:35.340464 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ed138ae5-1d51-4303-aa2b-a2bbafd45318 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8712d8f54ec24b9c8bf008afe56b8d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261763 Sep 13 08:07:35.341342 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed138ae5-1d51-4303-aa2b-a2bbafd45318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decf112a-12d4-43ef-8ae2-196d9fc5b364,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:35.343282 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35458) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:07:35.372174 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:35.394390 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0c3-2c6c-49f6-b715-c3c7cdc4a872 admin admin] Publish callbacks [] for security_group (decf112a-12d4-43ef-8ae2-196d9fc5b364), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:35.413554 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0c3-2c6c-49f6-b715-c3c7cdc4a872 admin admin] Publish callbacks [] for security_group (decf112a-12d4-43ef-8ae2-196d9fc5b364), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:35.459089 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0c3-2c6c-49f6-b715-c3c7cdc4a872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (decf112a-12d4-43ef-8ae2-196d9fc5b364), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:35.461765 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f0c3-2c6c-49f6-b715-c3c7cdc4a872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:35.462902 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4ce4f0c3-2c6c-49f6-b715-c3c7cdc4a872 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/decf112a-12d4-43ef-8ae2-196d9fc5b364 HTTP/1.1" status: 204 len: 168 time: 0.1186173 Sep 13 08:07:35.470693 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f0c3-2c6c-49f6-b715-c3c7cdc4a872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decf112a-12d4-43ef-8ae2-196d9fc5b364,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:07:35.482447 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:35.483227 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:43.012475 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8f892-2156-4530-90cc-a8a972e5bb24 req-2a8694e9-552b-44af-889b-0559f2a35009 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:43.013961 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-74f8f892-2156-4530-90cc-a8a972e5bb24 req-2a8694e9-552b-44af-889b-0559f2a35009 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0463715 Sep 13 08:07:43.034715 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:43.065420 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-74f8f892-2156-4530-90cc-a8a972e5bb24 req-4588cd46-e3b6-4540-bf47-c816de333031 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459185 Sep 13 08:07:44.190780 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b1890-47b5-40f9-b9fc-112b54c91b8e req-2f2795b3-d8a7-45ec-b3a0-8500a4548090 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:44.192155 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5e6b1890-47b5-40f9-b9fc-112b54c91b8e req-2f2795b3-d8a7-45ec-b3a0-8500a4548090 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0461001 Sep 13 08:07:44.239221 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5e6b1890-47b5-40f9-b9fc-112b54c91b8e req-839e42b7-2db6-4f62-bff9-a32eb64c6352 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412691 Sep 13 08:07:45.364652 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e7bc8-be5f-4b0e-a903-ad29f7c45a32 req-598f2013-54af-410a-869e-62ed1d78e01b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:45.366150 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ec2e7bc8-be5f-4b0e-a903-ad29f7c45a32 req-598f2013-54af-410a-869e-62ed1d78e01b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0467162 Sep 13 08:07:45.413178 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ec2e7bc8-be5f-4b0e-a903-ad29f7c45a32 req-31bdbc13-a370-446b-9baf-73fbd418f641 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408237 Sep 13 08:07:46.536877 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eccce3-9e75-4c70-a4ef-b257dea506c3 req-3294cff2-8e61-4a82-b1e9-29f132b0a3c3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:46.538335 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-03eccce3-9e75-4c70-a4ef-b257dea506c3 req-3294cff2-8e61-4a82-b1e9-29f132b0a3c3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0454693 Sep 13 08:07:46.587048 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-03eccce3-9e75-4c70-a4ef-b257dea506c3 req-83acd55b-715a-4549-984d-1abbeb189bc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427885 Sep 13 08:07:46.767117 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e5d494d3-ec35-4662-9a85-be764e12d1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:47.717801 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8ce88-9304-4cf1-bef1-7585a7b62679 req-c5a6bbeb-3c86-4e49-be4f-b186c74aadb6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:47.719280 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ebe8ce88-9304-4cf1-bef1-7585a7b62679 req-c5a6bbeb-3c86-4e49-be4f-b186c74aadb6 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0469918 Sep 13 08:07:47.764933 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ebe8ce88-9304-4cf1-bef1-7585a7b62679 req-2a682a17-7894-4f10-80e7-e33da306ba6a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400901 Sep 13 08:07:48.887374 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402ba9b-d111-40b6-a0a6-4f804271ca40 req-fffd320b-93e2-4f42-8771-cb5944ad3900 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:48.888850 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6402ba9b-d111-40b6-a0a6-4f804271ca40 req-fffd320b-93e2-4f42-8771-cb5944ad3900 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0447488 Sep 13 08:07:48.934583 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6402ba9b-d111-40b6-a0a6-4f804271ca40 req-8d548765-0799-407c-8d4f-d7f89a519943 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 Sep 13 08:07:48.989175 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2f7a57fd-5db6-4488-b0ed-a22e51614bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:49.113589 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=14 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:49.118369 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=20 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:50.065144 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1960393-5217-4d25-b70b-f9ff1568ebb1 req-856b2bbf-3345-4e6e-be0f-290e493170f7 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:50.066605 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e1960393-5217-4d25-b70b-f9ff1568ebb1 req-856b2bbf-3345-4e6e-be0f-290e493170f7 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0488374 Sep 13 08:07:50.112557 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e1960393-5217-4d25-b70b-f9ff1568ebb1 req-72f74027-bd67-4c33-a3b6-4c29da49de39 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405321 Sep 13 08:07:50.223677 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:51.234841 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf911c31-1904-4fa3-b52b-21e70ee84303 req-9f1f2206-0d6f-41b6-b268-c469dbf5648f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:51.236275 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bf911c31-1904-4fa3-b52b-21e70ee84303 req-9f1f2206-0d6f-41b6-b268-c469dbf5648f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0455136 Sep 13 08:07:51.281059 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bf911c31-1904-4fa3-b52b-21e70ee84303 req-072f399f-4932-4ce1-961d-9d6b16eb7d1a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394516 Sep 13 08:07:51.716790 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:51.842610 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:07:52.408602 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a91bd5-9260-4139-b3ef-26529708c681 req-e1c3c833-ac59-4194-a6ff-a7f8bd3e9bc1 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:52.409978 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-08a91bd5-9260-4139-b3ef-26529708c681 req-e1c3c833-ac59-4194-a6ff-a7f8bd3e9bc1 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0462022 Sep 13 08:07:52.456045 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-08a91bd5-9260-4139-b3ef-26529708c681 req-f29bd885-e546-4515-a544-8fdcb3e136e9 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 Sep 13 08:07:53.579652 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1deb36-4254-4d10-9594-c88c33cbe1dc req-dd3ddc54-1ca6-456d-abda-312b1e8dae12 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:53.581094 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1deb36-4254-4d10-9594-c88c33cbe1dc req-dd3ddc54-1ca6-456d-abda-312b1e8dae12 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0484390 Sep 13 08:07:53.601124 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:53.627826 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1deb36-4254-4d10-9594-c88c33cbe1dc req-4d13e669-da16-4d4d-bd03-be16e6584d69 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412152 Sep 13 08:07:54.755430 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fa168-ce62-494d-88f0-0d8a573472f5 req-ade7b430-f4ab-471b-89ba-87608b87a332 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:54.756871 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-813fa168-ce62-494d-88f0-0d8a573472f5 req-ade7b430-f4ab-471b-89ba-87608b87a332 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0486774 Sep 13 08:07:54.803514 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-813fa168-ce62-494d-88f0-0d8a573472f5 req-b51d668b-a061-408b-af5e-16c971810316 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406950 Sep 13 08:07:55.927998 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7348b9c-ec7e-4424-9ba4-3c1a6849f164 req-edff93d6-6bba-412d-a04d-7d59460a05fb tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:55.929479 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e7348b9c-ec7e-4424-9ba4-3c1a6849f164 req-edff93d6-6bba-412d-a04d-7d59460a05fb tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0480299 Sep 13 08:07:55.948541 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:07:55.981562 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e7348b9c-ec7e-4424-9ba4-3c1a6849f164 req-d3baa278-9f80-46bd-a5cc-177a10b6d528 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459485 Sep 13 08:07:57.105171 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7ec3-0684-47b0-a2f8-4234aa8d79ce req-7d9358c2-f2b2-4e27-9865-a8fabb66e003 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:57.106665 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-419c7ec3-0684-47b0-a2f8-4234aa8d79ce req-7d9358c2-f2b2-4e27-9865-a8fabb66e003 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0459261 Sep 13 08:07:57.152978 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-419c7ec3-0684-47b0-a2f8-4234aa8d79ce req-01bd8436-542f-41f6-a9d7-e7a90bc5cac8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Sep 13 08:07:58.280454 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10951ee8-31f6-474b-be67-f2b2295fcbb3 req-6230878d-f0fe-4e52-a28c-9ba2a4d207a0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:58.281952 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10951ee8-31f6-474b-be67-f2b2295fcbb3 req-6230878d-f0fe-4e52-a28c-9ba2a4d207a0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0487881 Sep 13 08:07:58.329524 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10951ee8-31f6-474b-be67-f2b2295fcbb3 req-662c256d-c0d2-4c98-9e89-8e3d543b0b1a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418820 Sep 13 08:07:59.073886 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:07:59.452126 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6393a-0a24-4da4-bf8a-32a961a2ef2c req-b2ec6353-83fb-4eca-b515-c058dd771e33 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:07:59.453920 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4af6393a-0a24-4da4-bf8a-32a961a2ef2c req-b2ec6353-83fb-4eca-b515-c058dd771e33 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0462301 Sep 13 08:07:59.505286 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4af6393a-0a24-4da4-bf8a-32a961a2ef2c req-f178636f-4cf5-463f-b7d5-ebae0934696c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455394 Sep 13 08:08:00.632330 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0d5b8-6456-45e8-a70c-4b9eed9d8208 req-eada94df-4e9c-49ec-acfd-ce8555e43901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:00.633833 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-93a0d5b8-6456-45e8-a70c-4b9eed9d8208 req-eada94df-4e9c-49ec-acfd-ce8555e43901 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0463169 Sep 13 08:08:00.684224 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-93a0d5b8-6456-45e8-a70c-4b9eed9d8208 req-42c26e0b-abb3-41f9-8838-22f967fb4a72 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439432 Sep 13 08:08:01.028892 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 2b85ca9e-f789-41b6-9396-2ab452de0e1a details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:08:01.136959 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:01.150319 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'port_id': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'mac_address': 'fa:16:3e:78:33:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:08:01.186934 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 2b85ca9e-f789-41b6-9396-2ab452de0e1a is: ACTIVE; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:08:01.187323 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:01.201382 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b85ca9e-f789-41b6-9396-2ab452de0e1a {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:08:01.227035 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:01.234544 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:01.288701 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=6']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:01.299381 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.299866 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.300051 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.300382 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.301199 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.301524 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.301895 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.302455 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.303118 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.304048 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.304590 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.305000 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.305660 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.306009 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.306332 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:01.313886 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['2b85ca9e-f789-41b6-9396-2ab452de0e1a'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:08:01.500885 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:01.822162 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf15981-a467-42cd-9a41-0d145cedc579 req-c62263c6-d90e-4e0f-b6ca-b9bafaf6e536 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:01.825103 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0cf15981-a467-42cd-9a41-0d145cedc579 req-c62263c6-d90e-4e0f-b6ca-b9bafaf6e536 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 944 time: 0.0512645 Sep 13 08:08:01.878111 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0cf15981-a467-42cd-9a41-0d145cedc579 req-a60ded7c-0ea1-419f-aa12-0fceedb7014a tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473382 Sep 13 08:08:03.021354 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29868b76-8f1e-479e-b1b8-17bd16634c23 req-534c7d80-0d6d-446a-bbcf-aa6955a410be tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:03.022858 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-29868b76-8f1e-479e-b1b8-17bd16634c23 req-534c7d80-0d6d-446a-bbcf-aa6955a410be tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 944 time: 0.0553224 Sep 13 08:08:03.037395 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 2b85ca9e-f789-41b6-9396-2ab452de0e1a up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:08:03.091306 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 2b85ca9e-f789-41b6-9396-2ab452de0e1a triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:08:03.091919 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:03.095592 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-29868b76-8f1e-479e-b1b8-17bd16634c23 req-43fec0dd-1bdb-43d5-947a-3551e2685067 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626776 Sep 13 08:08:03.178625 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 2b85ca9e-f789-41b6-9396-2ab452de0e1a is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:08:03.179064 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:03.207548 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:08:03.209873 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e1d4af-6349-4f72-9664-181349579c8f" -d '{"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-plugged", "status": "completed", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:08:03.227865 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:03.234897 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:03.265727 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0104394d-c83d-47c6-a788-ad69d30981cb x-openstack-request-id: req-0104394d-c83d-47c6-a788-ad69d30981cb {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:08:03.266132 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-plugged", "status": "completed", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:08:03.266476 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0104394d-c83d-47c6-a788-ad69d30981cb {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:08:03.266921 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0104394d-c83d-47c6-a788-ad69d30981cb'] response: {'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'code': 200} Sep 13 08:08:03.297752 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=7']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:04.224714 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2caf31-2cdd-4c41-accf-606f200656d5 req-2a10ef7c-1e1e-422c-91f4-ff422ffb2515 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:04.226917 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7e2caf31-2cdd-4c41-accf-606f200656d5 req-2a10ef7c-1e1e-422c-91f4-ff422ffb2515 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0518441 Sep 13 08:08:04.281191 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7e2caf31-2cdd-4c41-accf-606f200656d5 req-82fcf877-7978-4d0d-a85d-c2babf8328cf tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458877 Sep 13 08:08:05.384167 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:05.426453 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52c1e-06bd-47e3-bd66-32b2953a73fc req-c5a504d9-f98a-49b9-9d90-437100938dcb tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:05.428718 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e3c52c1e-06bd-47e3-bd66-32b2953a73fc req-c5a504d9-f98a-49b9-9d90-437100938dcb tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Sep 13 08:08:05.483920 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e3c52c1e-06bd-47e3-bd66-32b2953a73fc req-d4de3ea3-2ebe-4cd0-ae34-94b7181d2048 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494668 Sep 13 08:08:06.621557 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdbc53-9c64-48dc-b650-8969367ee7d5 req-24e11510-5298-4f35-97a4-2b3172c2fdf0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:06.623203 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-edfdbc53-9c64-48dc-b650-8969367ee7d5 req-24e11510-5298-4f35-97a4-2b3172c2fdf0 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0526216 Sep 13 08:08:06.680234 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-edfdbc53-9c64-48dc-b650-8969367ee7d5 req-868b9cea-05dd-4fcc-9a2b-468113431d61 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508208 Sep 13 08:08:07.824626 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041964f-9bfd-40e9-9878-2739a473d504 req-a9d94aec-0875-4329-a1be-54e4b019e8d3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:07.826372 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9041964f-9bfd-40e9-9878-2739a473d504 req-a9d94aec-0875-4329-a1be-54e4b019e8d3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0576825 Sep 13 08:08:07.914341 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9041964f-9bfd-40e9-9878-2739a473d504 req-51119b55-1b23-487f-8290-f4d9b44bf365 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816295 Sep 13 08:08:09.069480 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:09.080874 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655602c-6c86-46bf-8e70-7df6ce7a3148 req-f6ca07fc-3531-48c6-9e4e-9598f0580d68 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:09.087486 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e655602c-6c86-46bf-8e70-7df6ce7a3148 req-f6ca07fc-3531-48c6-9e4e-9598f0580d68 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0708644 Sep 13 08:08:09.149904 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e655602c-6c86-46bf-8e70-7df6ce7a3148 req-b4f2858b-22d6-417a-bda4-2ec8d70f14ba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602410 Sep 13 08:08:09.936838 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-5cb4a279-0097-450a-b96a-856cefcd4096 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392935 Sep 13 08:08:10.022490 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-2068bda7-e5a8-4cc6-8eac-149d030fc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:10.024150 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-2068bda7-e5a8-4cc6-8eac-149d030fc79a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f7a64886550f4140bf90a77070f769e0&device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1130 time: 0.0430684 Sep 13 08:08:10.076971 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:10.138341 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-d7aa5de8-0e5e-4246-a477-49a942ddec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:10.139846 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-d7aa5de8-0e5e-4246-a477-49a942ddec3b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 200 len: 909 time: 0.0935028 Sep 13 08:08:10.201489 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-a8dcefeb-7bbf-417b-960a-5e7df3f3e304 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 1002 time: 0.0562603 Sep 13 08:08:10.301560 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4bcff-7741-4ff0-abb0-efde62e2428a req-f198ca5e-94ac-4379-a600-5813ecd0b88c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:10.303028 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-21c4bcff-7741-4ff0-abb0-efde62e2428a req-f198ca5e-94ac-4379-a600-5813ecd0b88c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0771174 Sep 13 08:08:10.326073 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-cbc8d7bc-4014-43bf-9088-61fa64f275fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:10.327438 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-cbc8d7bc-4014-43bf-9088-61fa64f275fe service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bd3047f0-8929-41cc-98e8-5958a465b73f HTTP/1.1" status: 200 len: 847 time: 0.0706785 Sep 13 08:08:10.380840 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-21c4bcff-7741-4ff0-abb0-efde62e2428a req-2efb7820-2f4a-4f4e-a668-555b0f7faefe tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715840 Sep 13 08:08:10.388706 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-46cb8e7f-5674-45a5-bf29-58b5c89811e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:10.390217 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-46cb8e7f-5674-45a5-bf29-58b5c89811e8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508459 Sep 13 08:08:10.650572 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-1fa9b066-95a3-49ff-8170-d6bd4a85c20d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877876 Sep 13 08:08:10.746778 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-b0c7494f-9f3e-4921-b54c-20eccfc1a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:10.748270 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-b0c7494f-9f3e-4921-b54c-20eccfc1a800 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 1129 time: 0.0395958 Sep 13 08:08:10.783052 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-58a60d15-d527-4070-acb2-dbb26a555d31 req-38b4f5a4-8329-443e-abfe-56f291e1cbd4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828655 Sep 13 08:08:10.839978 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-5c9d5064-0dda-4ebf-906f-4c9730ecac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:10.841435 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-5c9d5064-0dda-4ebf-906f-4c9730ecac07 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 917 time: 0.0875587 Sep 13 08:08:10.899776 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-bec75ba7-b6b4-49fe-a1a8-f4406de7f65b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a HTTP/1.1" status: 200 len: 1001 time: 0.0525310 Sep 13 08:08:10.946677 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-24e5a414-7a99-4971-9824-8d9f23930daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:10.948359 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-24e5a414-7a99-4971-9824-8d9f23930daf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0429361 Sep 13 08:08:10.993278 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-a4be4565-263c-45b5-8a92-bb6eb71b53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:10.994726 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-a4be4565-263c-45b5-8a92-bb6eb71b53c8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409913 Sep 13 08:08:11.052308 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:11.083098 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-fb9ffe60-1d9d-4831-a213-81686ffdd39c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820396 Sep 13 08:08:11.174078 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d8f20fbf-1d17-446e-97ed-def26942e683 req-6055a1f1-c0fb-46be-a14e-d81352fa76be service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853956 Sep 13 08:08:11.471765 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:11.509106 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee469e-21c1-4793-9209-5b3bd85bcb3b req-d393d304-b25e-427e-9cab-7fadc9526ee9 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:11.510595 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2eee469e-21c1-4793-9209-5b3bd85bcb3b req-d393d304-b25e-427e-9cab-7fadc9526ee9 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0492671 Sep 13 08:08:11.556179 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2eee469e-21c1-4793-9209-5b3bd85bcb3b req-0ebc5ab6-4715-4e11-92ac-2c54c07bb571 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396037 Sep 13 08:08:11.697929 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:11.755433 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:12.691013 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129832f-042d-425e-8bcd-b041bcaeda4c req-d681b630-3058-4e09-abc0-307221dd475d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:12.692808 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5129832f-042d-425e-8bcd-b041bcaeda4c req-d681b630-3058-4e09-abc0-307221dd475d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0529528 Sep 13 08:08:12.741767 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-5129832f-042d-425e-8bcd-b041bcaeda4c req-60150c41-8dce-4c87-9224-ee0ee105ba1d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423305 Sep 13 08:08:13.779017 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35600) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:13.870934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61974ef2-59d8-41df-8e47-8f60ddfb5695 req-86209469-fb4d-428b-bea2-b4f76bde3469 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:13.872420 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-61974ef2-59d8-41df-8e47-8f60ddfb5695 req-86209469-fb4d-428b-bea2-b4f76bde3469 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0460730 Sep 13 08:08:13.889954 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:13.922139 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Deleting port f79a5024-c9e6-4d8c-a07e-c40b6e09b451 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:08:13.922480 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (f79a5024-c9e6-4d8c-a07e-c40b6e09b451), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:13.925310 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-61974ef2-59d8-41df-8e47-8f60ddfb5695 req-57af4df8-145d-4ee8-8046-99f787389756 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472932 Sep 13 08:08:13.998124 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (f79a5024-c9e6-4d8c-a07e-c40b6e09b451), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:13.998444 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for floatingip (f79a5024-c9e6-4d8c-a07e-c40b6e09b451), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:14.010781 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Calling delete_port for f79a5024-c9e6-4d8c-a07e-c40b6e09b451 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:08:14.162738 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (f79a5024-c9e6-4d8c-a07e-c40b6e09b451), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:14.170968 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:14.193876 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event deleted for resources: {'Port': ['ID=f79a5024-c9e6-4d8c-a07e-c40b6e09b451,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:14.206933 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.207280 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.207618 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.207964 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.208295 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.208626 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.208952 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.209276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.209600 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.209942 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.210265 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.210587 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.210919 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.211234 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.211551 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:14.268955 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for floatingip (a568aea2-8acc-4574-8a48-2b7ba1447d06), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:14.269339 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Floating IP a568aea2-8acc-4574-8a48-2b7ba1447d06 disassociated (deleted). External IP: 172.27.1.194, port: dbd7343f-febf-4009-aedd-8049d259368c. Sep 13 08:08:14.468167 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Router 7b98f0e5-937d-4403-b244-7e58aefab89b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:08:14.571555 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:08:14.577337 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:14.582056 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] Sync routers for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:08:14.593111 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:08:14.594287 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:07:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:14.610103 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e8c98ba4-5bf3-4bca-a0b5-378963a10d5a tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/a568aea2-8acc-4574-8a48-2b7ba1447d06 HTTP/1.1" status: 204 len: 168 time: 0.8299730 Sep 13 08:08:14.610745 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:08:14.613092 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83124751-8b75-4eac-a6cf-23ef43cfcfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "tag": "dbd7343f-febf-4009-aedd-8049d259368c"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:08:14.676082 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ccf0a-03d2-4ac4-99f2-66a2fc1e0da3 x-openstack-request-id: req-5e0ccf0a-03d2-4ac4-99f2-66a2fc1e0da3 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:08:14.677191 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "tag": "dbd7343f-febf-4009-aedd-8049d259368c", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:08:14.677616 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e0ccf0a-03d2-4ac4-99f2-66a2fc1e0da3 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:08:14.678273 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0ccf0a-03d2-4ac4-99f2-66a2fc1e0da3'] response: {'name': 'network-changed', 'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c', 'status': 'completed', 'code': 200} Sep 13 08:08:14.725163 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:08:14.743019 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-2a770881-c6f3-4483-bbab-d534455f7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:14.753042 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-2a770881-c6f3-4483-bbab-d534455f7650 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f7a64886550f4140bf90a77070f769e0&device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 1130 time: 0.0561786 Sep 13 08:08:14.860037 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-8fc92ea8-b123-4311-a3a4-62eb11f7664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:14.861573 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-8fc92ea8-b123-4311-a3a4-62eb11f7664b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 200 len: 909 time: 0.1030378 Sep 13 08:08:14.911376 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6ea18-05c0-4b62-a93c-4f6bb6db1e20 req-8e479e9c-a163-4c00-b529-0be500a3af26 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:14.921643 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ffb6ea18-05c0-4b62-a93c-4f6bb6db1e20 req-8e479e9c-a163-4c00-b529-0be500a3af26 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0782611 Sep 13 08:08:14.943487 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5667162-dd6c-4528-904c-30dd890b5930 req-50b28445-a867-4f65-8d6d-0750f91bd451 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:14.951763 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c5667162-dd6c-4528-904c-30dd890b5930 req-50b28445-a867-4f65-8d6d-0750f91bd451 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 945 time: 0.0642555 Sep 13 08:08:14.991624 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ffb6ea18-05c0-4b62-a93c-4f6bb6db1e20 req-3ba1d7b5-747c-49d6-a7dd-943d832f8d95 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682774 Sep 13 08:08:15.006269 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c5667162-dd6c-4528-904c-30dd890b5930 req-d10ea134-8060-4306-8a5a-080622d15702 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536005 Sep 13 08:08:15.080044 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 2b85ca9e-f789-41b6-9396-2ab452de0e1a no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:08:15.128187 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'eb802cda-23cf-4c56-83d7-133bb475c1eb', 'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'mac_address': 'fa:16:3e:a2:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:29Z', 'updated_at': '2022-09-13T08:03:36Z', 'revision_number': 5, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'subnets': [{'id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:15.157899 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] Checking router: 7b98f0e5-937d-4403-b244-7e58aefab89b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:08:15.190413 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:08:15.191025 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:07:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:15.228673 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-fdae05b6-760b-4146-b907-587aaf4a5f77 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0373414 Sep 13 08:08:15.232371 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 2b85ca9e-f789-41b6-9396-2ab452de0e1a is: ACTIVE; New status is: DOWN {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:08:15.232765 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:15.295895 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:08:15.298167 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d2b10-a25b-4577-85f8-bcde5381dae6" -d '{"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-unplugged", "status": "completed", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:08:15.302601 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-b859023c-cc10-4038-b638-aaf80e7e30a8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:15.304058 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-b859023c-cc10-4038-b638-aaf80e7e30a8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports/2b85ca9e-f789-41b6-9396-2ab452de0e1a HTTP/1.1" status: 200 len: 942 time: 0.0471363 Sep 13 08:08:15.315221 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:15.320973 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:15.350347 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 08:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59d80e1-ff10-4e1d-9a4a-25ad3665528d x-openstack-request-id: req-e59d80e1-ff10-4e1d-9a4a-25ad3665528d {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:08:15.350642 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-unplugged", "status": "failed", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a", "code": 422}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:08:15.350897 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e59d80e1-ff10-4e1d-9a4a-25ad3665528d {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:08:15.351294 dv-cinder-857075-3-iscsi neutron-server[106244]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e59d80e1-ff10-4e1d-9a4a-25ad3665528d']: {'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'code': 422} returned with failed status Sep 13 08:08:15.362423 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:15.366242 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:08:15.415766 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=8']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:15.571602 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'eb802cda-23cf-4c56-83d7-133bb475c1eb', 'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'mac_address': 'fa:16:3e:a2:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:29Z', 'updated_at': '2022-09-13T08:03:36Z', 'revision_number': 5, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'subnets': [{'id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:15.596538 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df645d1-5ce7-48db-a0a4-ac583e780d23 None None] The sync data for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi is: [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:29Z', 'revision_number': 4, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'eb802cda-23cf-4c56-83d7-133bb475c1eb', 'name': '', 'network_id': 'dd51d869-80c7-4cc0-83d6-4939bd22d7d7', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'mac_address': 'fa:16:3e:a2:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:29Z', 'updated_at': '2022-09-13T08:03:36Z', 'revision_number': 5, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'subnets': [{'id': 'bd3047f0-8929-41cc-98e8-5958a465b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:08:15.805010 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-4b315a18-c180-465e-bc2e-5fef2132706b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 200 len: 217 time: 0.0382190 Sep 13 08:08:15.814822 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151eeece-db97-4cc1-a605-6c6f6df0e4df None None] New status for floating IP a568aea2-8acc-4574-8a48-2b7ba1447d06: DOWN {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:08:15.864658 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-8191915e-9414-45a3-b685-167b7fb2f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:15.866815 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-8191915e-9414-45a3-b685-167b7fb2f601 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bd3047f0-8929-41cc-98e8-5958a465b73f HTTP/1.1" status: 200 len: 847 time: 0.0478861 Sep 13 08:08:15.982516 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-95c9d163-55ce-4155-b796-a42595376679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:15.984058 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-95c9d163-55ce-4155-b796-a42595376679 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dd51d869-80c7-4cc0-83d6-4939bd22d7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410864 Sep 13 08:08:16.110973 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-a05b8a7f-af65-4c67-8b2a-8adb3ebc39f7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202257 Sep 13 08:08:16.117843 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:16.122238 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929b447-97ed-4f6b-9ff5-d6f9569d48f9 req-e8e858eb-3685-4db6-a856-cb54d4a0961f tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:16.123693 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2929b447-97ed-4f6b-9ff5-d6f9569d48f9 req-e8e858eb-3685-4db6-a856-cb54d4a0961f tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0588076 Sep 13 08:08:16.138765 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe5cbc-3079-48c6-bcac-ea041077ae88 req-dc92033c-1f5f-44ba-b8a3-63bee68e4031 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:16.140264 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9bfe5cbc-3079-48c6-bcac-ea041077ae88 req-dc92033c-1f5f-44ba-b8a3-63bee68e4031 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0498760 Sep 13 08:08:16.172475 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2929b447-97ed-4f6b-9ff5-d6f9569d48f9 req-34d442b3-23ed-4487-adc4-5d11e1914fd4 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b0222de7-6bc1-4649-8c30-adc771725d27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 Sep 13 08:08:16.189650 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9bfe5cbc-3079-48c6-bcac-ea041077ae88 req-9eb59c5b-e2cb-4660-8bc1-e781109ccba7 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436354 Sep 13 08:08:16.295228 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:16.301780 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-83124751-8b75-4eac-a6cf-23ef43cfcfb9 req-aa5d19be-1262-4a70-bd75-3b02d48fe1ca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892889 Sep 13 08:08:16.315400 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-03bd6146-f479-4217-b218-945046f72959 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:16.317115 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-03bd6146-f479-4217-b218-945046f72959 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 946 time: 0.0473573 Sep 13 08:08:16.401876 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Deleting port dbd7343f-febf-4009-aedd-8049d259368c {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:08:16.402157 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (dbd7343f-febf-4009-aedd-8049d259368c), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:16.493983 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] For port dbd7343f-febf-4009-aedd-8049d259368c, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=dbd7343f-febf-4009-aedd-8049d259368c,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:16.494346 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (dbd7343f-febf-4009-aedd-8049d259368c), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:16.507696 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Calling delete_port for dbd7343f-febf-4009-aedd-8049d259368c owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:08:16.565680 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:16.622307 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-91751c4b-e795-4929-a0a9-a0237d31c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:16.623794 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-91751c4b-e795-4929-a0a9-a0237d31c9c6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71&tenant_id=be59f6fed9f645d5bd7478535a2fcb02 HTTP/1.1" status: 200 len: 1127 time: 0.0718901 Sep 13 08:08:16.637239 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (dbd7343f-febf-4009-aedd-8049d259368c), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:16.662948 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event deleted for resources: {'Port': ['ID=dbd7343f-febf-4009-aedd-8049d259368c,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:16.686253 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-3b694099-c3e1-4be5-98f1-c4340e7b7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:16.688664 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-3b694099-c3e1-4be5-98f1-c4340e7b7a16 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 1127 time: 0.0437529 Sep 13 08:08:16.710964 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] No DVR routers for this DVR port dbd7343f-febf-4009-aedd-8049d259368c on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:08:16.713491 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:16.718956 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7ba34fa0-b6c5-43df-bd30-6184e49dc98f req-54e3e003-1d38-4c9d-bf92-e11c402d76b9 tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.18 "DELETE /networking/v2.0/ports/dbd7343f-febf-4009-aedd-8049d259368c HTTP/1.1" status: 204 len: 173 time: 0.3916562 Sep 13 08:08:16.719491 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'name': 'network-vif-deleted', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:08:16.722563 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95942b41-11fb-4396-9364-42dd873c6c07" -d '{"events": [{"server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "name": "network-vif-deleted", "tag": "dbd7343f-febf-4009-aedd-8049d259368c"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:08:16.763568 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:16.773718 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b090a1ff-e8da-4d34-a47f-cfd893a3ab50 x-openstack-request-id: req-b090a1ff-e8da-4d34-a47f-cfd893a3ab50 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:08:16.774066 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9", "name": "network-vif-deleted", "tag": "dbd7343f-febf-4009-aedd-8049d259368c", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:08:16.774364 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b090a1ff-e8da-4d34-a47f-cfd893a3ab50 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:08:16.774800 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b090a1ff-e8da-4d34-a47f-cfd893a3ab50'] response: {'server_uuid': '8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9', 'name': 'network-vif-deleted', 'tag': 'dbd7343f-febf-4009-aedd-8049d259368c', 'status': 'completed', 'code': 200} Sep 13 08:08:16.790400 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-9333a1b0-38ec-4ff6-85dc-eb16b72f8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:16.791630 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-660cec8b-429f-40d8-a093-76de920b0b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:16.792122 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-9333a1b0-38ec-4ff6-85dc-eb16b72f8005 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 200 len: 917 time: 0.0973895 Sep 13 08:08:16.876687 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-cf8e0545-871f-4534-a07f-f75dbb1ae55e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a HTTP/1.1" status: 200 len: 999 time: 0.0614262 Sep 13 08:08:16.927620 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-e1a062b2-eaf6-47e3-8532-ff6022394801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:16.929466 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-e1a062b2-eaf6-47e3-8532-ff6022394801 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 200 len: 855 time: 0.0471215 Sep 13 08:08:16.974049 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-cdf68a5b-8038-4031-a864-bb2a191b5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:16.975589 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-cdf68a5b-8038-4031-a864-bb2a191b5fa9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f93712ee-301e-46f6-89c7-90ecda9684a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401013 Sep 13 08:08:17.081657 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-646feca8-348a-4525-8e21-5f2b97644f23 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998940 Sep 13 08:08:17.193149 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-8b1f4633-e8b9-46be-a2b3-b6684935a995 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037493 Sep 13 08:08:17.299993 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4164b79c-8027-4fbd-afd2-ac76c5bdd981 req-6d12a7c4-912d-46dc-9ea0-751860ca3a4e tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8e6fe124-ee9c-4e02-ba37-2a652a5d6bf9 HTTP/1.1" status: 200 len: 210 time: 0.0279934 Sep 13 08:08:17.322343 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560206fe-6ade-4695-abe1-07a84c18017d req-72e49230-2579-4102-a2eb-aec54c18e749 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:17.324418 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-560206fe-6ade-4695-abe1-07a84c18017d req-72e49230-2579-4102-a2eb-aec54c18e749 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0477731 Sep 13 08:08:17.374063 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-560206fe-6ade-4695-abe1-07a84c18017d req-e7918b0a-eb91-45a8-b960-1670424c4f62 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440269 Sep 13 08:08:18.367846 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35688) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:18.441625 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2541-56f2-42fb-ad25-029fee7b204c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group (b0222de7-6bc1-4649-8c30-adc771725d27), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:18.480032 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2541-56f2-42fb-ad25-029fee7b204c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group (b0222de7-6bc1-4649-8c30-adc771725d27), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:18.525440 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977590bc-333e-48d3-a316-164416dc5a77 req-97e30915-91a7-49ab-83e5-f2d193e2ed82 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:18.527543 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-977590bc-333e-48d3-a316-164416dc5a77 req-97e30915-91a7-49ab-83e5-f2d193e2ed82 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0676265 Sep 13 08:08:18.550625 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2541-56f2-42fb-ad25-029fee7b204c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (b0222de7-6bc1-4649-8c30-adc771725d27), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:18.553879 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2541-56f2-42fb-ad25-029fee7b204c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:18.555277 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2a9d2541-56f2-42fb-ad25-029fee7b204c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b0222de7-6bc1-4649-8c30-adc771725d27 HTTP/1.1" status: 204 len: 168 time: 0.1873136 Sep 13 08:08:18.577325 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d2541-56f2-42fb-ad25-029fee7b204c tempest-TestShelveInstance-487082460 tempest-TestShelveInstance-487082460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0222de7-6bc1-4649-8c30-adc771725d27,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:18.626945 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-977590bc-333e-48d3-a316-164416dc5a77 req-380cf240-2211-4137-bae1-7fdbacdc1076 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927575 Sep 13 08:08:18.633095 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35694) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:19.000574 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-5fbb97fd-c69c-4008-8674-c73ceb5049e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:19.170040 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:19.254112 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (7b98f0e5-937d-4403-b244-7e58aefab89b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:19.489984 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Deleting port eb802cda-23cf-4c56-83d7-133bb475c1eb {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:08:19.490721 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:19.576302 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:19.578716 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] For port eb802cda-23cf-4c56-83d7-133bb475c1eb, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=eb802cda-23cf-4c56-83d7-133bb475c1eb,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:19.579077 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:19.593512 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Calling delete_port for eb802cda-23cf-4c56-83d7-133bb475c1eb owned by network:router_interface {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:08:19.812265 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aa220-d085-45cf-90cf-53e231d4aa75 req-67c639a8-e031-47fd-9cb3-662a82c85c2e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:19.813777 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1f5aa220-d085-45cf-90cf-53e231d4aa75 req-67c639a8-e031-47fd-9cb3-662a82c85c2e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0755994 Sep 13 08:08:19.857402 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (eb802cda-23cf-4c56-83d7-133bb475c1eb), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:19.901171 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Pushing event deleted for resources: {'Port': ['ID=eb802cda-23cf-4c56-83d7-133bb475c1eb,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:19.910440 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-1f5aa220-d085-45cf-90cf-53e231d4aa75 req-824e3ca0-5b3b-4bd9-ac9b-209cc6e2825f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886214 Sep 13 08:08:20.100644 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:20.111931 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (7b98f0e5-937d-4403-b244-7e58aefab89b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:20.233996 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:20.341229 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Router 7b98f0e5-937d-4403-b244-7e58aefab89b has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:08:20.456059 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:08:20.461112 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d0f7d973-5aaa-4b07-84ce-259578aa83fa admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7b98f0e5-937d-4403-b244-7e58aefab89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8268521 Sep 13 08:08:20.463657 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35700) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:20.465460 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] Sync routers for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:08:20.478399 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:08:20.479298 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:08:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:20.522988 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:20.592152 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks [] for router (7b98f0e5-937d-4403-b244-7e58aefab89b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:20.606504 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:08:20.715551 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks [] for router_gateway (7b98f0e5-937d-4403-b244-7e58aefab89b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:20.783325 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Deleting port 63398c6a-f44e-4913-b1dd-7fab6f9127da {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:08:20.783756 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:20.810152 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:08:19Z', 'revision_number': 5, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port': {'id': '63398c6a-f44e-4913-b1dd-7fab6f9127da', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:fa:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:20.844991 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] Checking router: 7b98f0e5-937d-4403-b244-7e58aefab89b for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:08:20.847633 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:20.857397 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] Routers {'7b98f0e5-937d-4403-b244-7e58aefab89b'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:08:20.858159 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:08:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['7b98f0e5-937d-4403-b244-7e58aefab89b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:20.911097 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] For port 63398c6a-f44e-4913-b1dd-7fab6f9127da, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=63398c6a-f44e-4913-b1dd-7fab6f9127da,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:20.911573 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:20.936242 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Calling delete_port for 63398c6a-f44e-4913-b1dd-7fab6f9127da owned by network:router_gateway {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:08:20.950335 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] Set router 7b98f0e5-937d-4403-b244-7e58aefab89b gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:08:21.016423 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:08:20Z', 'revision_number': 6, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port_host': None}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:21.053512 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bdef94-3065-44f7-bc70-5888a46816f5 None None] The sync data for ids ['7b98f0e5-937d-4403-b244-7e58aefab89b'] in dv-cinder-857075-3-iscsi is: [{'id': '7b98f0e5-937d-4403-b244-7e58aefab89b', 'name': 'tempest-TestShelveInstance-785139468-router', 'tenant_id': 'f7a64886550f4140bf90a77070f769e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:25Z', 'updated_at': '2022-09-13T08:08:20Z', 'revision_number': 6, 'project_id': 'f7a64886550f4140bf90a77070f769e0', 'gw_port_host': None}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:08:21.106047 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device dbd7343f-febf-4009-aedd-8049d259368c no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:08:21.110189 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e9273-f5ae-41e6-a9dd-cf4bb81d80e8 req-3562532d-20a5-4ab2-bb66-08fea711f594 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:21.118937 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-528e9273-f5ae-41e6-a9dd-cf4bb81d80e8 req-3562532d-20a5-4ab2-bb66-08fea711f594 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0818751 Sep 13 08:08:21.131966 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: dbd7343f-febf-4009-aedd-8049d259368c {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:08:21.132347 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device dbd7343f-febf-4009-aedd-8049d259368c not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:08:21.179468 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-528e9273-f5ae-41e6-a9dd-cf4bb81d80e8 req-90bd3133-646c-49f6-955f-470fc1dc2fba tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594466 Sep 13 08:08:21.216925 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (63398c6a-f44e-4913-b1dd-7fab6f9127da), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.242349 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Pushing event deleted for resources: {'Port': ['ID=63398c6a-f44e-4913-b1dd-7fab6f9127da,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:21.313774 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (7b98f0e5-937d-4403-b244-7e58aefab89b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.399854 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:21.411090 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (7b98f0e5-937d-4403-b244-7e58aefab89b), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.414048 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks [] for router_controller (7b98f0e5-937d-4403-b244-7e58aefab89b), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.466884 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (7b98f0e5-937d-4403-b244-7e58aefab89b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.467483 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b98f0e5-937d-4403-b244-7e58aefab89b {{(pid=106243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:08:21.472393 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.473576 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ce7dc2f6-78bf-46ba-ae3f-bb46f9de6159 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/7b98f0e5-937d-4403-b244-7e58aefab89b HTTP/1.1" status: 204 len: 168 time: 1.0087113 Sep 13 08:08:21.476144 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35704) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:21.540942 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa05a77d-e64b-4c89-97ee-32ad4a3543bf admin admin] Deleting subnet bd3047f0-8929-41cc-98e8-5958a465b73f {{(pid=106243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:08:21.544745 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa05a77d-e64b-4c89-97ee-32ad4a3543bf admin admin] Publish callbacks [] for subnet (bd3047f0-8929-41cc-98e8-5958a465b73f), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.592358 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa05a77d-e64b-4c89-97ee-32ad4a3543bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14310313'] for subnet (bd3047f0-8929-41cc-98e8-5958a465b73f), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.606910 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:21.669634 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa05a77d-e64b-4c89-97ee-32ad4a3543bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (bd3047f0-8929-41cc-98e8-5958a465b73f), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.722330 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.739458 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa05a77d-e64b-4c89-97ee-32ad4a3543bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14327129'] for subnet (bd3047f0-8929-41cc-98e8-5958a465b73f), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.773916 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa05a77d-e64b-4c89-97ee-32ad4a3543bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:21.777999 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-fa05a77d-e64b-4c89-97ee-32ad4a3543bf admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/bd3047f0-8929-41cc-98e8-5958a465b73f HTTP/1.1" status: 204 len: 168 time: 0.3005536 Sep 13 08:08:21.778843 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05a77d-e64b-4c89-97ee-32ad4a3543bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3047f0-8929-41cc-98e8-5958a465b73f,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:21.779440 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504eed4e-74f1-4e44-a33d-9f639466fd76 None None] Network dd51d869-80c7-4cc0-83d6-4939bd22d7d7 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:08:21.780625 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35706) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:21.889273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.014740 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc57117-a35b-4060-bf32-d14193367593 None None] DHCP port deletion for dd51d869-80c7-4cc0-83d6-4939bd22d7d7 request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:08:22.066349 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2dc57117-a35b-4060-bf32-d14193367593 None None] Deleting port 80fb84e8-58c2-40fd-b30b-a8edb0072902 {{(pid=106244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:08:22.066809 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2dc57117-a35b-4060-bf32-d14193367593 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), before_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.148398 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:22.164139 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (dd51d869-80c7-4cc0-83d6-4939bd22d7d7), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.175342 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2dc57117-a35b-4060-bf32-d14193367593 None None] For port 80fb84e8-58c2-40fd-b30b-a8edb0072902, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=80fb84e8-58c2-40fd-b30b-a8edb0072902,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:22.176020 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2dc57117-a35b-4060-bf32-d14193367593 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), precommit_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.200666 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2dc57117-a35b-4060-bf32-d14193367593 None None] Calling delete_port for 80fb84e8-58c2-40fd-b30b-a8edb0072902 owned by network:dhcp {{(pid=106244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:08:22.208349 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Deleting port 80fb84e8-58c2-40fd-b30b-a8edb0072902 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:08:22.208721 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.325855 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] For port 80fb84e8-58c2-40fd-b30b-a8edb0072902, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=80fb84e8-58c2-40fd-b30b-a8edb0072902,segment=NetworkSegment(548640e6-6870-47cf-9e0e-401a3fc9ed73),segment_id=548640e6-6870-47cf-9e0e-401a3fc9ed73)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:22.326495 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.343484 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2dc57117-a35b-4060-bf32-d14193367593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), after_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.345189 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Calling delete_port for 80fb84e8-58c2-40fd-b30b-a8edb0072902 owned by network:dhcp {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:08:22.384251 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc57117-a35b-4060-bf32-d14193367593 None None] Pushing event deleted for resources: {'Port': ['ID=80fb84e8-58c2-40fd-b30b-a8edb0072902,revision_number=None']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:22.400160 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc57117-a35b-4060-bf32-d14193367593 None None] No DVR routers for this DVR port 80fb84e8-58c2-40fd-b30b-a8edb0072902 on host dv-cinder-857075-3-iscsi {{(pid=106244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:08:22.432804 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:22.433697 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:22.434728 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (80fb84e8-58c2-40fd-b30b-a8edb0072902), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.444673 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd1810-27f8-4b16-a445-037956b198df req-814df82e-8f01-4576-9d2e-85e76de60bb2 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:22.452064 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ecbd1810-27f8-4b16-a445-037956b198df req-814df82e-8f01-4576-9d2e-85e76de60bb2 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.1379640 Sep 13 08:08:22.474372 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Pushing event deleted for resources: {'Port': ['ID=80fb84e8-58c2-40fd-b30b-a8edb0072902,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:22.485130 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] No DVR routers for this DVR port 80fb84e8-58c2-40fd-b30b-a8edb0072902 on host dv-cinder-857075-3-iscsi {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:08:22.496334 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.496768 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.497274 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.497669 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.498076 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.498411 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.498739 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.499899 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.500250 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.500739 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.501114 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.501450 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.501905 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.502521 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.502995 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:08:22.542607 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-ecbd1810-27f8-4b16-a445-037956b198df req-87a87094-87b7-41f8-b645-a244f14b7e80 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891771 Sep 13 08:08:22.584985 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (dd51d869-80c7-4cc0-83d6-4939bd22d7d7), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.605898 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd51d869-80c7-4cc0-83d6-4939bd22d7d7']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:22.618560 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548640e6-6870-47cf-9e0e-401a3fc9ed73') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:22.618866 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548640e6-6870-47cf-9e0e-401a3fc9ed73') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:22.629203 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12984729'] for segment (548640e6-6870-47cf-9e0e-401a3fc9ed73), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.650199 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (548640e6-6870-47cf-9e0e-401a3fc9ed73), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.663377 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:08:22.663847 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13729057'] for segment (548640e6-6870-47cf-9e0e-401a3fc9ed73), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.703377 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 63398c6a-f44e-4913-b1dd-7fab6f9127da no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:08:22.708168 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 548640e6-6870-47cf-9e0e-401a3fc9ed73 resource provider aggregate not found Sep 13 08:08:22.741568 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 63398c6a-f44e-4913-b1dd-7fab6f9127da {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:08:22.742570 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 63398c6a-f44e-4913-b1dd-7fab6f9127da not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:08:22.743185 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device eb802cda-23cf-4c56-83d7-133bb475c1eb no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:08:22.754330 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 548640e6-6870-47cf-9e0e-401a3fc9ed73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 548640e6-6870-47cf-9e0e-401a3fc9ed73 found for delete ", "request_id": "req-adba1902-933a-43fc-bdf2-757c873fa077"}]} Sep 13 08:08:22.766709 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: eb802cda-23cf-4c56-83d7-133bb475c1eb {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:08:22.769540 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device eb802cda-23cf-4c56-83d7-133bb475c1eb not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:08:22.769540 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 80fb84e8-58c2-40fd-b30b-a8edb0072902 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:08:22.805561 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (dd51d869-80c7-4cc0-83d6-4939bd22d7d7), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.807410 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 80fb84e8-58c2-40fd-b30b-a8edb0072902 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:08:22.807986 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 80fb84e8-58c2-40fd-b30b-a8edb0072902 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:08:22.816826 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:22.820726 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/dd51d869-80c7-4cc0-83d6-4939bd22d7d7 HTTP/1.1" status: 204 len: 168 time: 1.0390558 Sep 13 08:08:22.824839 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35716) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:22.855614 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653689a-df8f-4ddc-b500-c43801c1ee5b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd51d869-80c7-4cc0-83d6-4939bd22d7d7,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:23.170275 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (14a67327-5116-4ca1-b0c2-f13163c526bc), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:23.378848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=2,neutron:DELETE=3,neutron:SELECT=95 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:23.418224 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Deleting port a98eb987-bbd4-400d-b05d-8798c10624a7 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:08:23.418564 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:23.505503 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] For port a98eb987-bbd4-400d-b05d-8798c10624a7, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=a98eb987-bbd4-400d-b05d-8798c10624a7,segment=NetworkSegment(e1f927b0-25e7-4da6-b1e5-6370a182d690),segment_id=e1f927b0-25e7-4da6-b1e5-6370a182d690)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:23.505821 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:23.507984 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:23.521878 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Calling delete_port for a98eb987-bbd4-400d-b05d-8798c10624a7 owned by network:router_interface {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:08:23.680031 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a056840-7aa2-40ed-8f2c-b0348719e5f8 req-b2b7fa23-c164-4046-81a8-bbc3a1f8fbf3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:23.681710 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a056840-7aa2-40ed-8f2c-b0348719e5f8 req-b2b7fa23-c164-4046-81a8-bbc3a1f8fbf3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0539932 Sep 13 08:08:23.734411 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (a98eb987-bbd4-400d-b05d-8798c10624a7), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:23.738364 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a056840-7aa2-40ed-8f2c-b0348719e5f8 req-b280014d-5008-46b8-be84-526ed30db87b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506649 Sep 13 08:08:23.765638 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98eb987-bbd4-400d-b05d-8798c10624a7,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:23.948263 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (14a67327-5116-4ca1-b0c2-f13163c526bc), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:24.448162 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Router 14a67327-5116-4ca1-b0c2-f13163c526bc has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:08:24.576427 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:08:24.588565 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-40eec871-f4c8-4923-b742-187c2c504586 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/14a67327-5116-4ca1-b0c2-f13163c526bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7626367 Sep 13 08:08:24.593759 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35720) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:24.599823 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] Sync routers for ids ['14a67327-5116-4ca1-b0c2-f13163c526bc'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:08:24.613234 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] Routers {'14a67327-5116-4ca1-b0c2-f13163c526bc'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:08:24.622019 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:08:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['14a67327-5116-4ca1-b0c2-f13163c526bc'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:24.788116 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] Set router 14a67327-5116-4ca1-b0c2-f13163c526bc gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:08:24.970046 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ccaed-7f3e-4138-8053-be8bf6f8f763 req-0d353dbe-5d80-414d-ba0a-5bb6eda78556 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:24.971887 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-968ccaed-7f3e-4138-8053-be8bf6f8f763 req-0d353dbe-5d80-414d-ba0a-5bb6eda78556 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.1108265 Sep 13 08:08:25.003474 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:25.074792 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-968ccaed-7f3e-4138-8053-be8bf6f8f763 req-c3e5c322-af7b-4aaa-9a3a-9f151c7d2dc5 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839162 Sep 13 08:08:25.095040 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b469de61-753c-4c88-bc67-0575565c001a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:08:23Z', 'revision_number': 5, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'gw_port': {'id': 'b469de61-753c-4c88-bc67-0575565c001a', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:25.131022 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] Checking router: 14a67327-5116-4ca1-b0c2-f13163c526bc for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:08:25.141272 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] Routers {'14a67327-5116-4ca1-b0c2-f13163c526bc'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:08:25.142639 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:08:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['14a67327-5116-4ca1-b0c2-f13163c526bc'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:25.171886 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks [] for router (14a67327-5116-4ca1-b0c2-f13163c526bc), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.269690 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] Set router 14a67327-5116-4ca1-b0c2-f13163c526bc gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:08:25.298164 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks [] for router_gateway (14a67327-5116-4ca1-b0c2-f13163c526bc), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.352761 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Deleting port b469de61-753c-4c88-bc67-0575565c001a {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:08:25.353291 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (b469de61-753c-4c88-bc67-0575565c001a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.456882 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] For port b469de61-753c-4c88-bc67-0575565c001a, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=b469de61-753c-4c88-bc67-0575565c001a,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:25.457335 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (b469de61-753c-4c88-bc67-0575565c001a), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.460751 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b469de61-753c-4c88-bc67-0575565c001a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:08:23Z', 'revision_number': 5, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'gw_port': {'id': 'b469de61-753c-4c88-bc67-0575565c001a', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:25.474891 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Calling delete_port for b469de61-753c-4c88-bc67-0575565c001a owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:08:25.586298 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb87712-3eee-4cf5-90ec-8048c5b92562 None None] The sync data for ids ['14a67327-5116-4ca1-b0c2-f13163c526bc'] in dv-cinder-857075-3-iscsi is: [{'id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'name': 'tempest-TestShelveInstance-596496569-router', 'tenant_id': '01408158bb0345bf9b8f5ff547c84bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b469de61-753c-4c88-bc67-0575565c001a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:08:23Z', 'revision_number': 5, 'project_id': '01408158bb0345bf9b8f5ff547c84bcb', 'gw_port': {'id': 'b469de61-753c-4c88-bc67-0575565c001a', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a67327-5116-4ca1-b0c2-f13163c526bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:32Z', 'updated_at': '2022-09-13T08:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:08:25.647433 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:25.658549 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:25.677079 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (b469de61-753c-4c88-bc67-0575565c001a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.704214 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b469de61-753c-4c88-bc67-0575565c001a,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:25.800425 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (14a67327-5116-4ca1-b0c2-f13163c526bc), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.893214 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (14a67327-5116-4ca1-b0c2-f13163c526bc), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.895537 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks [] for router_controller (14a67327-5116-4ca1-b0c2-f13163c526bc), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.944040 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (14a67327-5116-4ca1-b0c2-f13163c526bc), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.945085 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a67327-5116-4ca1-b0c2-f13163c526bc {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:08:25.953102 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:25.956768 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d6b261fd-6ba3-49de-8334-9986c595bce6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/14a67327-5116-4ca1-b0c2-f13163c526bc HTTP/1.1" status: 204 len: 168 time: 1.3617778 Sep 13 08:08:25.957002 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35728) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:26.003385 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b05b2ed-b049-4184-a908-5e5b2e54e72c admin admin] Deleting subnet 9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:08:26.006758 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b05b2ed-b049-4184-a908-5e5b2e54e72c admin admin] Publish callbacks [] for subnet (9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.044361 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b05b2ed-b049-4184-a908-5e5b2e54e72c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12984720'] for subnet (9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.128574 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b05b2ed-b049-4184-a908-5e5b2e54e72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.220785 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f957cb-b89c-4471-a432-d0399bf9fcb3 req-29276e37-8e59-4514-83c0-878ab62d8098 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:26.222331 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e1f957cb-b89c-4471-a432-d0399bf9fcb3 req-29276e37-8e59-4514-83c0-878ab62d8098 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0607946 Sep 13 08:08:26.223773 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b05b2ed-b049-4184-a908-5e5b2e54e72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13729163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13043827'] for subnet (9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.262398 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05b2ed-b049-4184-a908-5e5b2e54e72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:26.273313 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b05b2ed-b049-4184-a908-5e5b2e54e72c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.276480 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4b05b2ed-b049-4184-a908-5e5b2e54e72c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/9fd72b6e-30a5-4ce4-a08a-90adc31b3d2b HTTP/1.1" status: 204 len: 168 time: 0.3184874 Sep 13 08:08:26.278621 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224bca83-e69b-4511-bfb8-d18e1926e835 None None] Network 253ff1dd-1aac-49e6-83a3-e31fbe078deb requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:08:26.280011 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35732) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:26.305489 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e1f957cb-b89c-4471-a432-d0399bf9fcb3 req-fe8d46e4-3297-40ce-8292-d6b641416fc3 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760868 Sep 13 08:08:26.340491 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:26.356253 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (253ff1dd-1aac-49e6-83a3-e31fbe078deb), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.400076 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Deleting port 94217b95-8047-4b81-b5d2-51c143a7d9ce {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:08:26.400418 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.466805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] For port 94217b95-8047-4b81-b5d2-51c143a7d9ce, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=94217b95-8047-4b81-b5d2-51c143a7d9ce,segment=NetworkSegment(e1f927b0-25e7-4da6-b1e5-6370a182d690),segment_id=e1f927b0-25e7-4da6-b1e5-6370a182d690)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:26.467163 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.479548 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Calling delete_port for 94217b95-8047-4b81-b5d2-51c143a7d9ce owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:08:26.553501 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (94217b95-8047-4b81-b5d2-51c143a7d9ce), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.576118 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=94217b95-8047-4b81-b5d2-51c143a7d9ce,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:26.581925 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] No DVR routers for this DVR port 94217b95-8047-4b81-b5d2-51c143a7d9ce on host dv-cinder-857075-3-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:08:26.616710 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a22ad0e-fde0-4db9-b144-bc0e40f1901b None None] DHCP port deletion for 253ff1dd-1aac-49e6-83a3-e31fbe078deb request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:08:26.672815 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (253ff1dd-1aac-49e6-83a3-e31fbe078deb), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.685518 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 94217b95-8047-4b81-b5d2-51c143a7d9ce no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:08:26.693455 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253ff1dd-1aac-49e6-83a3-e31fbe078deb']}} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:26.704172 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f927b0-25e7-4da6-b1e5-6370a182d690') {'for_net_delete': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:26.704472 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f927b0-25e7-4da6-b1e5-6370a182d690') {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:08:26.705929 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 94217b95-8047-4b81-b5d2-51c143a7d9ce {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:08:26.706281 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 94217b95-8047-4b81-b5d2-51c143a7d9ce not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:08:26.706690 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device a98eb987-bbd4-400d-b05d-8798c10624a7 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:08:26.714214 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14310304'] for segment (e1f927b0-25e7-4da6-b1e5-6370a182d690), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.724571 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: a98eb987-bbd4-400d-b05d-8798c10624a7 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:08:26.724806 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device a98eb987-bbd4-400d-b05d-8798c10624a7 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:08:26.725232 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device b469de61-753c-4c88-bc67-0575565c001a no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:08:26.727902 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (e1f927b0-25e7-4da6-b1e5-6370a182d690), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.735027 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:08:26.735476 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13807956'] for segment (e1f927b0-25e7-4da6-b1e5-6370a182d690), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.745632 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: b469de61-753c-4c88-bc67-0575565c001a {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:08:26.746042 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device b469de61-753c-4c88-bc67-0575565c001a not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:08:26.799935 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (253ff1dd-1aac-49e6-83a3-e31fbe078deb), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.805524 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:26.810743 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/253ff1dd-1aac-49e6-83a3-e31fbe078deb HTTP/1.1" status: 204 len: 168 time: 0.5296226 Sep 13 08:08:26.824910 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba46b3e-92b5-4cda-9cf9-90205b192bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=253ff1dd-1aac-49e6-83a3-e31fbe078deb,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:26.905228 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment e1f927b0-25e7-4da6-b1e5-6370a182d690 resource provider aggregate not found Sep 13 08:08:26.922991 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment e1f927b0-25e7-4da6-b1e5-6370a182d690 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1f927b0-25e7-4da6-b1e5-6370a182d690 found for delete ", "request_id": "req-e05ff799-9e54-4b42-a746-a0979b0357a5"}]} Sep 13 08:08:26.950357 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35742) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:26.990072 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-215ff919-b5d6-40db-a76c-8cc16d7e1e74 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f7a64886550f4140bf90a77070f769e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385847 Sep 13 08:08:26.992523 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35744) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:27.039504 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0b1ed6ca-838a-43f9-b917-7d0d3bdc965d admin admin] Publish callbacks [] for security_group (ef6dac78-dc7f-4558-ba0a-48c8a54676bd), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:27.058505 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0b1ed6ca-838a-43f9-b917-7d0d3bdc965d admin admin] Publish callbacks [] for security_group (ef6dac78-dc7f-4558-ba0a-48c8a54676bd), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:27.103481 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0b1ed6ca-838a-43f9-b917-7d0d3bdc965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ef6dac78-dc7f-4558-ba0a-48c8a54676bd), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:27.106129 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0b1ed6ca-838a-43f9-b917-7d0d3bdc965d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:27.107249 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0b1ed6ca-838a-43f9-b917-7d0d3bdc965d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ef6dac78-dc7f-4558-ba0a-48c8a54676bd HTTP/1.1" status: 204 len: 168 time: 0.1138523 Sep 13 08:08:27.115106 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ed6ca-838a-43f9-b917-7d0d3bdc965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6dac78-dc7f-4558-ba0a-48c8a54676bd,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:27.438120 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76eb07-79b9-4910-bbf6-bac57b122035 req-d4c9d40b-e7a8-4540-8568-19962c698e93 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:27.439664 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2a76eb07-79b9-4910-bbf6-bac57b122035 req-d4c9d40b-e7a8-4540-8568-19962c698e93 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0494099 Sep 13 08:08:27.450919 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35752) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:27.487595 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2a76eb07-79b9-4910-bbf6-bac57b122035 req-3a105f04-2c7f-44ce-9339-080a1f07e9a7 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 Sep 13 08:08:27.489564 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c2e2c2bc-f676-4cfa-99fe-ad60bb169e92 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=01408158bb0345bf9b8f5ff547c84bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375051 Sep 13 08:08:27.492053 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35754) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:08:27.540173 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4268-f198-49c3-9e25-b3fbc7ba39df admin admin] Publish callbacks [] for security_group (822d84fb-c756-4031-b015-9aafbe94e37e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:27.559611 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4268-f198-49c3-9e25-b3fbc7ba39df admin admin] Publish callbacks [] for security_group (822d84fb-c756-4031-b015-9aafbe94e37e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:27.603616 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4268-f198-49c3-9e25-b3fbc7ba39df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (822d84fb-c756-4031-b015-9aafbe94e37e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:27.606320 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4268-f198-49c3-9e25-b3fbc7ba39df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:27.607483 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3e7b4268-f198-49c3-9e25-b3fbc7ba39df admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/822d84fb-c756-4031-b015-9aafbe94e37e HTTP/1.1" status: 204 len: 168 time: 0.1145320 Sep 13 08:08:27.617747 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b4268-f198-49c3-9e25-b3fbc7ba39df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d84fb-c756-4031-b015-9aafbe94e37e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:28.616058 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b849ca-1076-4411-bed1-1a765841bc8b req-3592d724-38f5-4d81-a9e6-47c923384854 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:28.617507 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-14b849ca-1076-4411-bed1-1a765841bc8b req-3592d724-38f5-4d81-a9e6-47c923384854 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 943 time: 0.0486622 Sep 13 08:08:28.670162 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-14b849ca-1076-4411-bed1-1a765841bc8b req-6720d62e-617c-4ca2-9d7f-16f4bd4fba15 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Sep 13 08:08:29.136290 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 2b85ca9e-f789-41b6-9396-2ab452de0e1a details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:08:29.233790 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:29.244356 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'port_id': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'mac_address': 'fa:16:3e:78:33:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:08:29.275867 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:29.278696 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 2b85ca9e-f789-41b6-9396-2ab452de0e1a is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:08:29.279083 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:29.293526 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b85ca9e-f789-41b6-9396-2ab452de0e1a {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:08:29.312816 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:29.316356 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:29.364502 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=9']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:29.514088 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['2b85ca9e-f789-41b6-9396-2ab452de0e1a'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:08:29.802830 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253078f-68c9-49b0-90c0-04eeceb5a986 req-31c39df4-88b0-4a96-8294-7689889f3e69 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:29.804268 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f253078f-68c9-49b0-90c0-04eeceb5a986 req-31c39df4-88b0-4a96-8294-7689889f3e69 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 944 time: 0.0458090 Sep 13 08:08:29.845681 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:29.850247 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f253078f-68c9-49b0-90c0-04eeceb5a986 req-b450bf28-2b2f-459f-a257-ab3e5916690f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405614 Sep 13 08:08:30.965567 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:30.978505 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5e8c5-503b-4f40-8442-dca0438271cb req-127f13b2-1636-4004-a9da-3a522ce38e4b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:30.980620 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0fc5e8c5-503b-4f40-8442-dca0438271cb req-127f13b2-1636-4004-a9da-3a522ce38e4b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 944 time: 0.0517409 Sep 13 08:08:31.018948 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:31.041445 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0fc5e8c5-503b-4f40-8442-dca0438271cb req-ba9e3d1c-fbe5-4836-a356-da624eda6c3c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497165 Sep 13 08:08:31.135970 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 2b85ca9e-f789-41b6-9396-2ab452de0e1a up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:08:31.299654 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 2b85ca9e-f789-41b6-9396-2ab452de0e1a triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:08:31.300027 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:31.360187 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:31.368725 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 2b85ca9e-f789-41b6-9396-2ab452de0e1a is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:08:31.369111 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:31.391203 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:08:31.393400 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ead61-51f8-4d95-ae49-38fe8e6656d8" -d '{"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-plugged", "status": "completed", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:08:31.406048 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:08:31.411084 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:31.434185 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fed08a-9c83-4268-acdc-a6d7b446d40a x-openstack-request-id: req-28fed08a-9c83-4268-acdc-a6d7b446d40a {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:08:31.434471 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-plugged", "status": "completed", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:08:31.434719 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28fed08a-9c83-4268-acdc-a6d7b446d40a {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:08:31.435112 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28fed08a-9c83-4268-acdc-a6d7b446d40a'] response: {'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'code': 200} Sep 13 08:08:31.463607 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=10']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:08:31.493217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:31.602387 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3f9b-35d6-4cb5-b3b6-72f1f4412101 req-fbe564c7-2df8-49d9-8958-2b37ec6c3131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:31.603760 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d26a3f9b-35d6-4cb5-b3b6-72f1f4412101 req-fbe564c7-2df8-49d9-8958-2b37ec6c3131 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 1130 time: 0.0382864 Sep 13 08:08:31.649544 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d26a3f9b-35d6-4cb5-b3b6-72f1f4412101 req-d68ed9b7-52f9-483f-aa94-374b59b7cb87 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 Sep 13 08:08:32.181829 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2e16-3589-466b-94b0-0980a43db69c req-fe213b5c-ab8d-4bf4-b9da-cfe5d8d7722e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:32.183684 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-300d2e16-3589-466b-94b0-0980a43db69c req-fe213b5c-ab8d-4bf4-b9da-cfe5d8d7722e tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 946 time: 0.0458996 Sep 13 08:08:32.230072 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-300d2e16-3589-466b-94b0-0980a43db69c req-d703ce59-3861-4915-b78c-aabc06b2343b tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404105 Sep 13 08:08:33.359936 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f6e3c-cae1-40b2-9dd1-b973f4c799e2 req-f98cddf5-140e-4eeb-bebd-66d0b9469e4c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:33.361406 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-415f6e3c-cae1-40b2-9dd1-b973f4c799e2 req-f98cddf5-140e-4eeb-bebd-66d0b9469e4c tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 946 time: 0.0480785 Sep 13 08:08:33.375044 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:33.415439 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-415f6e3c-cae1-40b2-9dd1-b973f4c799e2 req-3897201d-6472-4b27-b185-966f6bd67455 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480313 Sep 13 08:08:34.537949 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef458d6-9800-4966-823d-bd1e5db0f1e4 req-626e47d6-3a0d-469e-b7bf-aa4c94d713db tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:08:34.539376 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ef458d6-9800-4966-823d-bd1e5db0f1e4 req-626e47d6-3a0d-469e-b7bf-aa4c94d713db tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 946 time: 0.0448132 Sep 13 08:08:34.584448 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ef458d6-9800-4966-823d-bd1e5db0f1e4 req-af15ce42-538a-40a5-97b5-16f12856fdcb tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Sep 13 08:08:35.464540 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=60 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:36.073439 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:08:41.487721 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:41.489669 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:43.401598 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:43.411857 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:44.574976 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=26 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:44.580900 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=32 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:45.118136 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:46.068697 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:08:46.764488 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7bcb-d9b1-4f6a-af25-c2ae639bd79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:48.995415 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-68ec6c2e-07cb-4c6b-9ed8-b97241f5da3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:50.229951 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:51.722221 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:08:51.843093 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:01.492968 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:03.123621 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:03.128773 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:03.906674 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4a258-b755-466b-ad48-cbb2e84899e1 req-6919c52a-992b-4108-8eaa-ba86bbf64a53 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:03.908175 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2bb4a258-b755-466b-ad48-cbb2e84899e1 req-6919c52a-992b-4108-8eaa-ba86bbf64a53 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 946 time: 0.1996610 Sep 13 08:09:03.954992 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-2bb4a258-b755-466b-ad48-cbb2e84899e1 req-607eb17a-a599-49ff-b70a-b31fd2818aaf tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 Sep 13 08:09:05.059205 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a842-bda7-429a-a570-2b80cce01e36 req-65f10351-b015-482e-8d0e-74bd601269fc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:05.060658 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b236a842-bda7-429a-a570-2b80cce01e36 req-65f10351-b015-482e-8d0e-74bd601269fc tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 946 time: 0.0531638 Sep 13 08:09:05.167634 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43554867-3e3a-4cb7-9f18-563ab634cd88 req-9291bd14-34a1-4796-8704-2bb5e8c3dc29 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:05.169024 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-43554867-3e3a-4cb7-9f18-563ab634cd88 req-9291bd14-34a1-4796-8704-2bb5e8c3dc29 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 946 time: 0.1312478 Sep 13 08:09:05.186367 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Deleting port 2b85ca9e-f789-41b6-9396-2ab452de0e1a {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:09:05.186709 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:05.275985 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-43554867-3e3a-4cb7-9f18-563ab634cd88 req-3dff13b3-f151-48b3-a72f-21074c438a07 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1dd4ccce-d8eb-4479-a4ba-92db25463767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982187 Sep 13 08:09:05.304767 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] For port 2b85ca9e-f789-41b6-9396-2ab452de0e1a, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=2b85ca9e-f789-41b6-9396-2ab452de0e1a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:09:05.305132 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:05.461667 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:05.461974 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (24285295-31ee-47c1-8994-d6ccd0430c2b), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:05.462292 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Floating IP 24285295-31ee-47c1-8994-d6ccd0430c2b disassociated. External IP: 172.27.1.226, port: 2b85ca9e-f789-41b6-9396-2ab452de0e1a. Sep 13 08:09:05.462635 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Calling delete_port for 2b85ca9e-f789-41b6-9396-2ab452de0e1a owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:09:05.587624 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (2b85ca9e-f789-41b6-9396-2ab452de0e1a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:05.618931 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event deleted for resources: {'Port': ['ID=2b85ca9e-f789-41b6-9396-2ab452de0e1a,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:05.725712 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Router 44b4dc04-56c5-4439-9816-f6f96e512874 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:09:05.825854 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:09:05.835636 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] Sync routers for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:09:05.845121 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:09:05.845746 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:08:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:05.868398 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] No DVR routers for this DVR port 2b85ca9e-f789-41b6-9396-2ab452de0e1a on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:09:05.871369 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:05.874585 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b236a842-bda7-429a-a570-2b80cce01e36 req-94dff30e-00b0-41a0-901a-55132bcff317 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.18 "DELETE /networking/v2.0/ports/2b85ca9e-f789-41b6-9396-2ab452de0e1a HTTP/1.1" status: 204 len: 173 time: 0.8093393 Sep 13 08:09:05.875129 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-deleted', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:09:05.877390 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bcdb2f-96d0-48c0-9ddd-ac5b7f22ccc2" -d '{"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-deleted", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:09:05.923941 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc20591-20ba-43fe-90b5-08744504f612 x-openstack-request-id: req-3cc20591-20ba-43fe-90b5-08744504f612 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:09:05.924233 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3a70d2-e776-41da-848c-46a89aa2de71", "name": "network-vif-deleted", "tag": "2b85ca9e-f789-41b6-9396-2ab452de0e1a", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:09:05.924554 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cc20591-20ba-43fe-90b5-08744504f612 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:09:05.924970 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc20591-20ba-43fe-90b5-08744504f612'] response: {'server_uuid': 'aa3a70d2-e776-41da-848c-46a89aa2de71', 'name': 'network-vif-deleted', 'tag': '2b85ca9e-f789-41b6-9396-2ab452de0e1a', 'status': 'completed', 'code': 200} Sep 13 08:09:05.963233 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:09:06.157228 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:06.181756 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] Checking router: 44b4dc04-56c5-4439-9816-f6f96e512874 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:09:06.190736 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:09:06.191333 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:08:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:06.290795 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:09:06.383368 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:06.406267 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-39260678-d613-4c72-8b29-7002b9a8e7e2 req-f92e8c9f-e61b-40f3-85fa-cc385b41a419 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa3a70d2-e776-41da-848c-46a89aa2de71 HTTP/1.1" status: 200 len: 210 time: 0.0325596 Sep 13 08:09:06.488957 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:06.512687 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f89ad3-3e2a-4ea7-a821-401899e4e44a None None] The sync data for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi is: [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:03:48Z', 'revision_number': 4, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '578c73e2-281d-4611-8956-5c2fcfbc71fb', 'name': '', 'network_id': 'f93712ee-301e-46f6-89c7-90ecda9684a1', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'mac_address': 'fa:16:3e:fd:4a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:47Z', 'updated_at': '2022-09-13T08:03:54Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'subnets': [{'id': 'b1be967a-7be1-49d4-ab15-fd76c00c30a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:09:06.724176 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc12275-1202-4ee6-9ad4-d44c50f1c553 None None] New status for floating IP 24285295-31ee-47c1-8994-d6ccd0430c2b: DOWN {{(pid=106245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:09:08.521949 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 35848) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:08.550729 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:08.577904 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-90da9856-fb4c-4308-82f7-eb9eefc9e241 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (1dd4ccce-d8eb-4479-a4ba-92db25463767), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:08.599761 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-90da9856-fb4c-4308-82f7-eb9eefc9e241 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (1dd4ccce-d8eb-4479-a4ba-92db25463767), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:08.645962 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-90da9856-fb4c-4308-82f7-eb9eefc9e241 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (1dd4ccce-d8eb-4479-a4ba-92db25463767), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:08.648480 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-90da9856-fb4c-4308-82f7-eb9eefc9e241 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:08.649619 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-90da9856-fb4c-4308-82f7-eb9eefc9e241 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1dd4ccce-d8eb-4479-a4ba-92db25463767 HTTP/1.1" status: 204 len: 168 time: 0.1266785 Sep 13 08:09:08.652525 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35850) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:08.659121 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da9856-fb4c-4308-82f7-eb9eefc9e241 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd4ccce-d8eb-4479-a4ba-92db25463767,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:08.666200 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.api.v2.resource [None req-4d967345-64cf-4d9d-8f0c-d81aaa009a8d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] show failed (client error): The resource could not be found. Sep 13 08:09:08.667078 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-4d967345-64cf-4d9d-8f0c-d81aaa009a8d tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "GET /networking/v2.0/security-groups/1dd4ccce-d8eb-4479-a4ba-92db25463767 HTTP/1.1" status: 404 len: 347 time: 0.0135355 Sep 13 08:09:08.670027 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35852) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:08.782421 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Deleting port 8139df36-1476-4fbe-909e-8662ab0573b8 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:09:08.782686 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (8139df36-1476-4fbe-909e-8662ab0573b8), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:08.858891 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (8139df36-1476-4fbe-909e-8662ab0573b8), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:08.859218 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (8139df36-1476-4fbe-909e-8662ab0573b8), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:08.871497 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Calling delete_port for 8139df36-1476-4fbe-909e-8662ab0573b8 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:09:09.000523 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (8139df36-1476-4fbe-909e-8662ab0573b8), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:09.027164 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Pushing event deleted for resources: {'Port': ['ID=8139df36-1476-4fbe-909e-8662ab0573b8,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:09.087113 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks [] for floatingip (24285295-31ee-47c1-8994-d6ccd0430c2b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:09.089577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:09.090744 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0ca2f1f9-cda4-44be-9ee9-359ec6cd5b9f tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/24285295-31ee-47c1-8994-d6ccd0430c2b HTTP/1.1" status: 204 len: 168 time: 0.4197514 Sep 13 08:09:09.275410 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 2b85ca9e-f789-41b6-9396-2ab452de0e1a no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:09:09.294741 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 2b85ca9e-f789-41b6-9396-2ab452de0e1a {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:09:09.295082 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 2b85ca9e-f789-41b6-9396-2ab452de0e1a not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:09:11.510489 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35874) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:11.969807 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (44b4dc04-56c5-4439-9816-f6f96e512874), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:12.004060 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:12.055155 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:12.188033 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Deleting port 578c73e2-281d-4611-8956-5c2fcfbc71fb {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:09:12.188274 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:12.264142 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] For port 578c73e2-281d-4611-8956-5c2fcfbc71fb, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=578c73e2-281d-4611-8956-5c2fcfbc71fb,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:09:12.264547 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:12.277054 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Calling delete_port for 578c73e2-281d-4611-8956-5c2fcfbc71fb owned by network:router_interface {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:09:12.458174 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (578c73e2-281d-4611-8956-5c2fcfbc71fb), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:12.484238 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Pushing event deleted for resources: {'Port': ['ID=578c73e2-281d-4611-8956-5c2fcfbc71fb,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:12.648099 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (44b4dc04-56c5-4439-9816-f6f96e512874), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:12.832554 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:12.852276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Router 44b4dc04-56c5-4439-9816-f6f96e512874 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:09:12.858766 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:12.956059 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:09:12.961226 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-5290190f-9f77-444b-a944-42f6f7fb3473 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/44b4dc04-56c5-4439-9816-f6f96e512874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4502311 Sep 13 08:09:12.964407 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35878) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:12.965213 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] Sync routers for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:09:12.967513 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:12.969104 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:12.978568 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:09:12.979435 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:08:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:13.061655 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks [] for router (44b4dc04-56c5-4439-9816-f6f96e512874), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.072786 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:09:13.081854 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:09:13.163725 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks [] for router_gateway (44b4dc04-56c5-4439-9816-f6f96e512874), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.206598 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Deleting port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:09:13.206933 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.248180 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:09:12Z', 'revision_number': 5, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port': {'id': '16cd57a7-7d2b-4367-86ee-e63f8a45fb17', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:03:46Z', 'updated_at': '2022-09-13T08:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:13.272639 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] Checking router: 44b4dc04-56c5-4439-9816-f6f96e512874 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:09:13.281183 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] Routers {'44b4dc04-56c5-4439-9816-f6f96e512874'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:09:13.281808 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:08:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['44b4dc04-56c5-4439-9816-f6f96e512874'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:13.287273 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] For port 16cd57a7-7d2b-4367-86ee-e63f8a45fb17, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=16cd57a7-7d2b-4367-86ee-e63f8a45fb17,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:09:13.287636 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.300535 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Calling delete_port for 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 owned by network:router_gateway {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:09:13.364770 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] Set router 44b4dc04-56c5-4439-9816-f6f96e512874 gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:09:13.417189 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:09:13Z', 'revision_number': 6, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port_host': None}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:13.446953 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd6951-5aaa-4ec3-97a4-9e74003a3d44 None None] The sync data for ids ['44b4dc04-56c5-4439-9816-f6f96e512874'] in dv-cinder-857075-3-iscsi is: [{'id': '44b4dc04-56c5-4439-9816-f6f96e512874', 'name': 'tempest-AttachVolumeShelveTestJSON-873854638-router', 'tenant_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:03:45Z', 'updated_at': '2022-09-13T08:09:13Z', 'revision_number': 6, 'project_id': 'be59f6fed9f645d5bd7478535a2fcb02', 'gw_port_host': None}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:09:13.475914 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (16cd57a7-7d2b-4367-86ee-e63f8a45fb17), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.504500 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=16cd57a7-7d2b-4367-86ee-e63f8a45fb17,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:13.563151 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (44b4dc04-56c5-4439-9816-f6f96e512874), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.646760 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (44b4dc04-56c5-4439-9816-f6f96e512874), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.648886 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks [] for router_controller (44b4dc04-56c5-4439-9816-f6f96e512874), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.691909 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (44b4dc04-56c5-4439-9816-f6f96e512874), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.692510 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44b4dc04-56c5-4439-9816-f6f96e512874 {{(pid=106243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:09:13.697144 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.698323 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-25c1f9c4-9ea9-48e5-8c49-998dfb6060c2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/44b4dc04-56c5-4439-9816-f6f96e512874 HTTP/1.1" status: 204 len: 168 time: 0.7329891 Sep 13 08:09:13.701109 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35880) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:13.745726 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea36bd0-2a28-4eb5-98fd-bc779d540335 admin admin] Deleting subnet b1be967a-7be1-49d4-ab15-fd76c00c30a4 {{(pid=106243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:09:13.747431 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:13.749520 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fea36bd0-2a28-4eb5-98fd-bc779d540335 admin admin] Publish callbacks [] for subnet (b1be967a-7be1-49d4-ab15-fd76c00c30a4), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:13.770397 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:13.789922 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fea36bd0-2a28-4eb5-98fd-bc779d540335 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14310313'] for subnet (b1be967a-7be1-49d4-ab15-fd76c00c30a4), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.126296 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fea36bd0-2a28-4eb5-98fd-bc779d540335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (b1be967a-7be1-49d4-ab15-fd76c00c30a4), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.181602 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fea36bd0-2a28-4eb5-98fd-bc779d540335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14327129'] for subnet (b1be967a-7be1-49d4-ab15-fd76c00c30a4), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.210884 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea36bd0-2a28-4eb5-98fd-bc779d540335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1be967a-7be1-49d4-ab15-fd76c00c30a4,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:14.212794 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fea36bd0-2a28-4eb5-98fd-bc779d540335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.216494 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-fea36bd0-2a28-4eb5-98fd-bc779d540335 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/b1be967a-7be1-49d4-ab15-fd76c00c30a4 HTTP/1.1" status: 204 len: 168 time: 0.5142918 Sep 13 08:09:14.218984 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35882) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:14.221413 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ccadb-34fd-4fab-8004-bb01c1720f33 None None] Network f93712ee-301e-46f6-89c7-90ecda9684a1 requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:09:14.290789 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (f93712ee-301e-46f6-89c7-90ecda9684a1), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.336715 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Deleting port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:09:14.337117 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.403539 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] For port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=c4af6ecf-5467-44f9-8ba1-b14e661ebe6a,segment=NetworkSegment(bcb2922a-c373-4bbe-85f6-031cb60b56c5),segment_id=bcb2922a-c373-4bbe-85f6-031cb60b56c5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:09:14.403912 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.417915 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Calling delete_port for c4af6ecf-5467-44f9-8ba1-b14e661ebe6a owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:09:14.515766 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (c4af6ecf-5467-44f9-8ba1-b14e661ebe6a), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.532676 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918cd535-5596-49d1-95a5-d3bd92c9c05c None None] DHCP port deletion for f93712ee-301e-46f6-89c7-90ecda9684a1 request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:09:14.542366 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4af6ecf-5467-44f9-8ba1-b14e661ebe6a,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:14.546617 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] No DVR routers for this DVR port c4af6ecf-5467-44f9-8ba1-b14e661ebe6a on host dv-cinder-857075-3-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:09:14.556302 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.556647 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.556984 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.557316 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.557647 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.558023 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.558349 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.558671 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.558993 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.559312 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.559637 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.559956 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.560276 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.560588 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.560900 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:14.631976 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (f93712ee-301e-46f6-89c7-90ecda9684a1), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.652309 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93712ee-301e-46f6-89c7-90ecda9684a1']}} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:14.661999 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb2922a-c373-4bbe-85f6-031cb60b56c5') {'for_net_delete': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:14.662409 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb2922a-c373-4bbe-85f6-031cb60b56c5') {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:09:14.672193 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14310304'] for segment (bcb2922a-c373-4bbe-85f6-031cb60b56c5), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.686104 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (bcb2922a-c373-4bbe-85f6-031cb60b56c5), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.693264 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 578c73e2-281d-4611-8956-5c2fcfbc71fb no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:09:14.693529 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:09:14.693992 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13807956'] for segment (bcb2922a-c373-4bbe-85f6-031cb60b56c5), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.715147 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 578c73e2-281d-4611-8956-5c2fcfbc71fb {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:09:14.715504 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 578c73e2-281d-4611-8956-5c2fcfbc71fb not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:09:14.715934 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device c4af6ecf-5467-44f9-8ba1-b14e661ebe6a no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:09:14.717681 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment bcb2922a-c373-4bbe-85f6-031cb60b56c5 resource provider aggregate not found Sep 13 08:09:14.734437 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: c4af6ecf-5467-44f9-8ba1-b14e661ebe6a {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:09:14.734795 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device c4af6ecf-5467-44f9-8ba1-b14e661ebe6a not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:09:14.735210 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:09:14.748031 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment bcb2922a-c373-4bbe-85f6-031cb60b56c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcb2922a-c373-4bbe-85f6-031cb60b56c5 found for delete ", "request_id": "req-2f87f4d0-adb1-4524-886e-02d39770c297"}]} Sep 13 08:09:14.753504 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:09:14.753938 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 16cd57a7-7d2b-4367-86ee-e63f8a45fb17 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:09:14.771970 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (f93712ee-301e-46f6-89c7-90ecda9684a1), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.798885 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:14.804474 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/f93712ee-301e-46f6-89c7-90ecda9684a1 HTTP/1.1" status: 204 len: 168 time: 0.5845215 Sep 13 08:09:14.805533 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789fc8c-192c-4c79-aa36-c877da6b8860 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93712ee-301e-46f6-89c7-90ecda9684a1,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:14.917708 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35890) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:14.960353 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-e2ae931c-8cc7-4f44-9ca2-74e8180716c6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=be59f6fed9f645d5bd7478535a2fcb02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414355 Sep 13 08:09:14.963058 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35892) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:14.979420 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:15.012902 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6275c1f-7eb9-4a09-9944-e20d233c0082 admin admin] Publish callbacks [] for security_group (117d7243-f218-4197-bc56-1006257f1c73), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:15.031787 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6275c1f-7eb9-4a09-9944-e20d233c0082 admin admin] Publish callbacks [] for security_group (117d7243-f218-4197-bc56-1006257f1c73), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:15.063805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:15.078037 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6275c1f-7eb9-4a09-9944-e20d233c0082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (117d7243-f218-4197-bc56-1006257f1c73), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:15.080569 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6275c1f-7eb9-4a09-9944-e20d233c0082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:15.081762 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d6275c1f-7eb9-4a09-9944-e20d233c0082 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/117d7243-f218-4197-bc56-1006257f1c73 HTTP/1.1" status: 204 len: 168 time: 0.1177564 Sep 13 08:09:15.100093 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6275c1f-7eb9-4a09-9944-e20d233c0082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117d7243-f218-4197-bc56-1006257f1c73,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:16.765993 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-1f30c2a7-4b1f-4d4b-84ef-a09c707532f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:16.793323 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:18.631908 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:18.654745 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:18.794117 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35952) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:18.903725 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-13938c1b-feea-4534-ac9f-67e3df06ee98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:18.977113 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-13938c1b-feea-4534-ac9f-67e3df06ee98 admin admin] Publish callbacks [] for security_group (488ed4f6-2c45-4a55-afb0-c58b06b72d0b), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:18.982531 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-13938c1b-feea-4534-ac9f-67e3df06ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (488ed4f6-2c45-4a55-afb0-c58b06b72d0b), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:18.999668 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-43ebd44e-9ea8-4631-883b-215cb22b5ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:19.027143 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13938c1b-feea-4534-ac9f-67e3df06ee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488ed4f6-2c45-4a55-afb0-c58b06b72d0b,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:19.032117 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-13938c1b-feea-4534-ac9f-67e3df06ee98 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=577429357b754baeb1e053bd5c561bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369952 Sep 13 08:09:19.034938 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 35956) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:19.082809 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560e5574-3418-4434-bef3-735f8e240a57 admin admin] Publish callbacks [] for security_group (488ed4f6-2c45-4a55-afb0-c58b06b72d0b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:19.102749 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560e5574-3418-4434-bef3-735f8e240a57 admin admin] Publish callbacks [] for security_group (488ed4f6-2c45-4a55-afb0-c58b06b72d0b), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:19.147991 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560e5574-3418-4434-bef3-735f8e240a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (488ed4f6-2c45-4a55-afb0-c58b06b72d0b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:19.151144 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-560e5574-3418-4434-bef3-735f8e240a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:19.152277 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-560e5574-3418-4434-bef3-735f8e240a57 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/488ed4f6-2c45-4a55-afb0-c58b06b72d0b HTTP/1.1" status: 204 len: 168 time: 0.1165586 Sep 13 08:09:19.159913 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e5574-3418-4434-bef3-735f8e240a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488ed4f6-2c45-4a55-afb0-c58b06b72d0b,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:20.230947 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:21.727151 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:21.847490 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:21.961521 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36088) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:22.063848 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2952-556a-4dd8-bb56-80ba8402dae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.138557 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2952-556a-4dd8-bb56-80ba8402dae9 admin admin] Publish callbacks [] for security_group (ae1cd161-56a7-4717-8dbb-57f8af6ef09d), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.142094 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2952-556a-4dd8-bb56-80ba8402dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ae1cd161-56a7-4717-8dbb-57f8af6ef09d), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.180745 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ef4c2952-556a-4dd8-bb56-80ba8402dae9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=22b5d2dee09e41abbcde3c2e98bb5f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180781 Sep 13 08:09:22.181480 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c2952-556a-4dd8-bb56-80ba8402dae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1cd161-56a7-4717-8dbb-57f8af6ef09d,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:22.183511 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36092) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:22.232522 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6844a34e-2372-46f9-a79b-a2d12563b30e admin admin] Publish callbacks [] for security_group (ae1cd161-56a7-4717-8dbb-57f8af6ef09d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.251562 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6844a34e-2372-46f9-a79b-a2d12563b30e admin admin] Publish callbacks [] for security_group (ae1cd161-56a7-4717-8dbb-57f8af6ef09d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.299400 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6844a34e-2372-46f9-a79b-a2d12563b30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ae1cd161-56a7-4717-8dbb-57f8af6ef09d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.301960 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6844a34e-2372-46f9-a79b-a2d12563b30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.305507 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6844a34e-2372-46f9-a79b-a2d12563b30e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ae1cd161-56a7-4717-8dbb-57f8af6ef09d HTTP/1.1" status: 204 len: 168 time: 0.1184933 Sep 13 08:09:22.310808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844a34e-2372-46f9-a79b-a2d12563b30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1cd161-56a7-4717-8dbb-57f8af6ef09d,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:22.566911 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36098) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:22.583707 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ab190ca0-a954-40b4-a56d-32af3fff6cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.660280 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ab190ca0-a954-40b4-a56d-32af3fff6cb6 admin admin] Publish callbacks [] for security_group (a2c04872-1c23-4b00-b4b3-18ac00231f6a), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.663949 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ab190ca0-a954-40b4-a56d-32af3fff6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a2c04872-1c23-4b00-b4b3-18ac00231f6a), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.683499 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:22.703473 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab190ca0-a954-40b4-a56d-32af3fff6cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c04872-1c23-4b00-b4b3-18ac00231f6a,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:22.708171 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ab190ca0-a954-40b4-a56d-32af3fff6cb6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2cab4128872c4ba6a36acf8562ff2501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402488 Sep 13 08:09:22.711042 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36100) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:22.719553 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:22.764808 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b9852a83-9050-4963-b282-6e07514bb860 admin admin] Publish callbacks [] for security_group (a2c04872-1c23-4b00-b4b3-18ac00231f6a), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.784932 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b9852a83-9050-4963-b282-6e07514bb860 admin admin] Publish callbacks [] for security_group (a2c04872-1c23-4b00-b4b3-18ac00231f6a), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.831129 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b9852a83-9050-4963-b282-6e07514bb860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (a2c04872-1c23-4b00-b4b3-18ac00231f6a), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.835746 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b9852a83-9050-4963-b282-6e07514bb860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:22.837491 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b9852a83-9050-4963-b282-6e07514bb860 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a2c04872-1c23-4b00-b4b3-18ac00231f6a HTTP/1.1" status: 204 len: 168 time: 0.1252244 Sep 13 08:09:22.846859 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9852a83-9050-4963-b282-6e07514bb860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c04872-1c23-4b00-b4b3-18ac00231f6a,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:23.067862 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:26.977266 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36158) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:27.084742 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb0662ac-f538-40cc-a80b-cbfb6ba66393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.172062 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb0662ac-f538-40cc-a80b-cbfb6ba66393 admin admin] Publish callbacks [] for security_group (fc6a5ca3-797b-4f15-9041-9763f01103f4), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.175960 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb0662ac-f538-40cc-a80b-cbfb6ba66393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (fc6a5ca3-797b-4f15-9041-9763f01103f4), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.215198 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-cb0662ac-f538-40cc-a80b-cbfb6ba66393 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5294cd852697433d926894bf49ec4be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368450 Sep 13 08:09:27.216061 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0662ac-f538-40cc-a80b-cbfb6ba66393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a5ca3-797b-4f15-9041-9763f01103f4,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:27.218814 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36162) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:27.267609 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Publish callbacks [] for security_group (fc6a5ca3-797b-4f15-9041-9763f01103f4), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.296615 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Publish callbacks [] for security_group (fc6a5ca3-797b-4f15-9041-9763f01103f4), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.343332 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (fc6a5ca3-797b-4f15-9041-9763f01103f4), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.346186 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.347325 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fc6a5ca3-797b-4f15-9041-9763f01103f4 HTTP/1.1" status: 204 len: 168 time: 0.1272888 Sep 13 08:09:27.354764 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a5ca3-797b-4f15-9041-9763f01103f4,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:27.362416 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.362770 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.363233 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.363584 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.363927 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.364268 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.364600 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.364934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.365251 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.365585 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.365940 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.366265 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.366593 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.366917 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.367241 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad37cda-cb3c-4b6e-8eee-ecbea4ae8a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:27.609423 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36168) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:27.622889 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b3a788c5-aeb5-49ee-b556-6fd55a118ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.697536 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b3a788c5-aeb5-49ee-b556-6fd55a118ef8 admin admin] Publish callbacks [] for security_group (aa792496-3262-40ff-a47e-2b4ddb6d2198), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.702008 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b3a788c5-aeb5-49ee-b556-6fd55a118ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (aa792496-3262-40ff-a47e-2b4ddb6d2198), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.738882 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a788c5-aeb5-49ee-b556-6fd55a118ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa792496-3262-40ff-a47e-2b4ddb6d2198,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:27.742964 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b3a788c5-aeb5-49ee-b556-6fd55a118ef8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=86c6315021e14c34ad242efd8d76e85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324821 Sep 13 08:09:27.746207 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36170) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:27.793371 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22d67adb-b65e-47b6-85c7-40d501883e28 admin admin] Publish callbacks [] for security_group (aa792496-3262-40ff-a47e-2b4ddb6d2198), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.812988 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22d67adb-b65e-47b6-85c7-40d501883e28 admin admin] Publish callbacks [] for security_group (aa792496-3262-40ff-a47e-2b4ddb6d2198), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.863645 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22d67adb-b65e-47b6-85c7-40d501883e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (aa792496-3262-40ff-a47e-2b4ddb6d2198), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.866340 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22d67adb-b65e-47b6-85c7-40d501883e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:27.867459 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-22d67adb-b65e-47b6-85c7-40d501883e28 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/aa792496-3262-40ff-a47e-2b4ddb6d2198 HTTP/1.1" status: 204 len: 168 time: 0.1207597 Sep 13 08:09:27.875108 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d67adb-b65e-47b6-85c7-40d501883e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa792496-3262-40ff-a47e-2b4ddb6d2198,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:31.500535 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:35.920385 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36288) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:36.023845 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1a89b7b0-bea4-402a-8e25-2166d3fd80a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.070960 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:36.088553 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:36.102144 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1a89b7b0-bea4-402a-8e25-2166d3fd80a5 admin admin] Publish callbacks [] for security_group (bb0026b5-dd3d-4395-93f7-f4fd5b13d4e5), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.106581 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1a89b7b0-bea4-402a-8e25-2166d3fd80a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (bb0026b5-dd3d-4395-93f7-f4fd5b13d4e5), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.145057 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89b7b0-bea4-402a-8e25-2166d3fd80a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0026b5-dd3d-4395-93f7-f4fd5b13d4e5,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:36.149276 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1a89b7b0-bea4-402a-8e25-2166d3fd80a5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=35c3e8e9363c4d349266b0533aff59b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278700 Sep 13 08:09:36.151923 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36292) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:36.199314 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-65a110bf-6f59-4bdc-a302-e61b4ed15b75 admin admin] Publish callbacks [] for security_group (bb0026b5-dd3d-4395-93f7-f4fd5b13d4e5), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.219589 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-65a110bf-6f59-4bdc-a302-e61b4ed15b75 admin admin] Publish callbacks [] for security_group (bb0026b5-dd3d-4395-93f7-f4fd5b13d4e5), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.272364 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-65a110bf-6f59-4bdc-a302-e61b4ed15b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (bb0026b5-dd3d-4395-93f7-f4fd5b13d4e5), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.275231 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-65a110bf-6f59-4bdc-a302-e61b4ed15b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.276331 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-65a110bf-6f59-4bdc-a302-e61b4ed15b75 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bb0026b5-dd3d-4395-93f7-f4fd5b13d4e5 HTTP/1.1" status: 204 len: 168 time: 0.1235094 Sep 13 08:09:36.283829 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a110bf-6f59-4bdc-a302-e61b4ed15b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0026b5-dd3d-4395-93f7-f4fd5b13d4e5,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:36.552780 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36298) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:36.566541 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3593fca3-a7bd-47fb-ab5f-c50ca06e453e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.641326 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3593fca3-a7bd-47fb-ab5f-c50ca06e453e admin admin] Publish callbacks [] for security_group (f88c727b-889f-4cf3-a434-a2b573c81549), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.646962 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3593fca3-a7bd-47fb-ab5f-c50ca06e453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (f88c727b-889f-4cf3-a434-a2b573c81549), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.686892 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-3593fca3-a7bd-47fb-ab5f-c50ca06e453e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=08ca0a4341cf44ff9178ba9d4604d191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329939 Sep 13 08:09:36.688076 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593fca3-a7bd-47fb-ab5f-c50ca06e453e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88c727b-889f-4cf3-a434-a2b573c81549,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:36.689516 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36300) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:36.740522 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-916a33b3-d4b9-4e1c-9469-d4fda759dbae admin admin] Publish callbacks [] for security_group (f88c727b-889f-4cf3-a434-a2b573c81549), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.760179 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-916a33b3-d4b9-4e1c-9469-d4fda759dbae admin admin] Publish callbacks [] for security_group (f88c727b-889f-4cf3-a434-a2b573c81549), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.804119 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-916a33b3-d4b9-4e1c-9469-d4fda759dbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (f88c727b-889f-4cf3-a434-a2b573c81549), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.806848 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-916a33b3-d4b9-4e1c-9469-d4fda759dbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:36.807954 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-916a33b3-d4b9-4e1c-9469-d4fda759dbae admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f88c727b-889f-4cf3-a434-a2b573c81549 HTTP/1.1" status: 204 len: 168 time: 0.1168127 Sep 13 08:09:36.816917 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a33b3-d4b9-4e1c-9469-d4fda759dbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88c727b-889f-4cf3-a434-a2b573c81549,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:37.127702 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36306) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:37.140959 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cf14ddc-ad30-49bc-9955-f14cec34ff0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:37.217976 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cf14ddc-ad30-49bc-9955-f14cec34ff0e admin admin] Publish callbacks [] for security_group (ea110c0d-02fd-4955-ba4f-d918a2ee56d2), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:37.221617 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cf14ddc-ad30-49bc-9955-f14cec34ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ea110c0d-02fd-4955-ba4f-d918a2ee56d2), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:37.261159 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf14ddc-ad30-49bc-9955-f14cec34ff0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea110c0d-02fd-4955-ba4f-d918a2ee56d2,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:37.266405 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-6cf14ddc-ad30-49bc-9955-f14cec34ff0e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fbf8e1b6b15e4c8faa7ad9a26719f7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377041 Sep 13 08:09:37.269226 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36308) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:37.316395 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed990-f81b-44f0-89b5-6b85491527a6 admin admin] Publish callbacks [] for security_group (ea110c0d-02fd-4955-ba4f-d918a2ee56d2), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:37.336035 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed990-f81b-44f0-89b5-6b85491527a6 admin admin] Publish callbacks [] for security_group (ea110c0d-02fd-4955-ba4f-d918a2ee56d2), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:37.381681 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed990-f81b-44f0-89b5-6b85491527a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (ea110c0d-02fd-4955-ba4f-d918a2ee56d2), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:37.384230 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed990-f81b-44f0-89b5-6b85491527a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:37.385364 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-3d7ed990-f81b-44f0-89b5-6b85491527a6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ea110c0d-02fd-4955-ba4f-d918a2ee56d2 HTTP/1.1" status: 204 len: 168 time: 0.1155069 Sep 13 08:09:37.393671 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ed990-f81b-44f0-89b5-6b85491527a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea110c0d-02fd-4955-ba4f-d918a2ee56d2,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:38.057804 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36330) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:38.153421 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1047501109-network', 'tenant_id': '03c33711cc664b1685882efa8d15cce4'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:09:38.167897 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:38.174523 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Made reservation on behalf of 03c33711cc664b1685882efa8d15cce4 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:09:38.176807 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.186838 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.199796 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:38.270010 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Publish callbacks [] for security_group (817b274d-2e83-473e-b208-6757857f81a6), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.273569 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (817b274d-2e83-473e-b208-6757857f81a6), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.298594 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=106243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:09:38.308505 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817b274d-2e83-473e-b208-6757857f81a6,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:38.314030 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (9b768ae5-1c4c-408d-bfd3-733d3e18fe73), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.314375 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Added segment 9b768ae5-1c4c-408d-bfd3-733d3e18fe73 of type vlan for network 4209754c-dcc9-4c6e-8d02-b3529a34c07b Sep 13 08:09:38.356714 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (4209754c-dcc9-4c6e-8d02-b3529a34c07b), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.380703 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (4209754c-dcc9-4c6e-8d02-b3529a34c07b), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.381771 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:38.382349 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.415929 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3570478 Sep 13 08:09:38.419398 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36334) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:09:38.424302 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Request body: {'subnet': {'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1047501109-subnet', 'tenant_id': '03c33711cc664b1685882efa8d15cce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:09:38.446526 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Made reservation on behalf of 03c33711cc664b1685882efa8d15cce4 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:09:38.447304 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac891cc8-5ace-4912-b665-f33ae7321219 admin admin] Pushing event updated for resources: {'Network': ['ID=4209754c-dcc9-4c6e-8d02-b3529a34c07b,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:38.449306 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13043822'] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.457196 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 4209754c-dcc9-4c6e-8d02-b3529a34c07b details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:09:38.613578 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13698630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13043836'] for subnet (570483f5-3040-4be5-a3d8-e2110c654a36), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.666790 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=570483f5-3040-4be5-a3d8-e2110c654a36,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:38.675738 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Checking segment: {'id': '9b768ae5-1c4c-408d-bfd3-733d3e18fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:09:38.676085 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Network hostable DHCP agents. Network: 4209754c-dcc9-4c6e-8d02-b3529a34c07b, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:09:38.692509 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Network 4209754c-dcc9-4c6e-8d02-b3529a34c07b is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:09:38.701563 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 4209754c-dcc9-4c6e-8d02-b3529a34c07b) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:09:38.706203 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:38.706793 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:38.711861 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0a89b-973d-4d93-b11a-805845f2405c None None] Network 4209754c-dcc9-4c6e-8d02-b3529a34c07b requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:09:38.712600 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:38.717372 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:38.725521 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9c98da1f-ee80-459d-9b6a-f76c9a2455ec admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3050125 Sep 13 08:09:38.817262 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf5afd-9d88-4750-b451-62cfd14532a0 None None] Network 4209754c-dcc9-4c6e-8d02-b3529a34c07b requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:09:40.492603 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-13c162ab-9ed4-4fa4-87f3-01d3ed65f5fc tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:40.493986 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-13c162ab-9ed4-4fa4-87f3-01d3ed65f5fc tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4209754c-dcc9-4c6e-8d02-b3529a34c07b HTTP/1.1" status: 200 len: 814 time: 0.0988941 Sep 13 08:09:40.509131 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-a742d6a3-b0bc-4fab-984c-1039c52782e4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/quotas/03c33711cc664b1685882efa8d15cce4 HTTP/1.1" status: 200 len: 375 time: 0.0098596 Sep 13 08:09:40.547298 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-d7ad81da-ab10-43c1-aa22-66aeefce688a tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=03c33711cc664b1685882efa8d15cce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319207 Sep 13 08:09:40.603596 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-073710fe-71f8-49b7-af87-75359aceff21 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 08:09:40.604572 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-073710fe-71f8-49b7-af87-75359aceff21 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0511491 Sep 13 08:09:40.691100 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-85c0aadb-fb6f-47d8-9970-2ba89b3aa566 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808206 Sep 13 08:09:40.783324 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-82dee961-55a9-4ece-9e27-79b4dcf753bc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864971 Sep 13 08:09:40.952088 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-097df74c-99fa-48d4-827d-a9912293953b req-37bbf424-07f6-47e0-9f92-c32c5003b8cc tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 210 time: 0.0320337 Sep 13 08:09:41.802766 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=11 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:41.805857 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=21 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:42.068695 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6a426d91-8d64-46ed-ab2f-55afcc4087b5 req-0405c45e-7a32-4306-ae6a-df78ef28c87c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 210 time: 0.0361667 Sep 13 08:09:42.084411 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-e82e6432-8289-4ec4-b598-cd5b753ac4e0 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:42.085960 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-e82e6432-8289-4ec4-b598-cd5b753ac4e0 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4209754c-dcc9-4c6e-8d02-b3529a34c07b HTTP/1.1" status: 200 len: 814 time: 0.1378372 Sep 13 08:09:42.098277 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Request body: {'port': {'device_id': '8abe6f17-0881-48f2-a607-04ab5ef50153', 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b', 'admin_state_up': True, 'tenant_id': '03c33711cc664b1685882efa8d15cce4'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:09:42.203697 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Made reservation on behalf of 03c33711cc664b1685882efa8d15cce4 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:09:42.207471 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:42.332169 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Allocated IP 172.20.0.2 (4209754c-dcc9-4c6e-8d02-b3529a34c07b/570483f5-3040-4be5-a3d8-e2110c654a36/b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:09:42.476915 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks [] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:42.482926 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:42.501641 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:42.510903 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:42.551002 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Network 4209754c-dcc9-4c6e-8d02-b3529a34c07b is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:09:42.555973 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:09:42.559888 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:09:42.566331 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Pushing event updated for resources: {'Port': ['ID=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:42.610430 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:42.611044 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:42.627880 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-5aefa657-9ea8-4840-82da-15b87bf3200e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5329394 Sep 13 08:09:42.640023 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-e09757a3-e4cd-419a-80b0-4928f20e14a8 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 08:09:42.640979 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-e09757a3-e4cd-419a-80b0-4928f20e14a8 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0082505 Sep 13 08:09:42.693714 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Request body: {'port': {'device_id': '8abe6f17-0881-48f2-a607-04ab5ef50153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:09:42.755117 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:43.001682 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:09:43.009055 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Publish callbacks [] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:43.020760 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Transition to ACTIVE for port object b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:09:43.024588 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:43.104213 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Pushing event updated for resources: {'Port': ['ID=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:43.134736 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Attempting to bind port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:09:43.135066 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Attempting to bind port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '9b768ae5-1c4c-408d-bfd3-733d3e18fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:09:43.135386 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Attempting to bind port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 on network 4209754c-dcc9-4c6e-8d02-b3529a34c07b {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:09:43.176997 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 on network 4209754c-dcc9-4c6e-8d02-b3529a34c07b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:09:43.177354 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Attempting to bind port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 on network 4209754c-dcc9-4c6e-8d02-b3529a34c07b {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:09:43.190114 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3d509-c047-4e08-be0b-10b92d7d47fb req-9909d451-6f6f-44bf-9dc5-d05fd139d1fa tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:43.191610 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-14f3d509-c047-4e08-be0b-10b92d7d47fb req-9909d451-6f6f-44bf-9dc5-d05fd139d1fa tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 943 time: 0.0459921 Sep 13 08:09:43.218602 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:09:43.218935 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Checking segment: {'id': '9b768ae5-1c4c-408d-bfd3-733d3e18fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:09:43.219312 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Bound using segment: {'id': '9b768ae5-1c4c-408d-bfd3-733d3e18fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:09:43.219746 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Bound port: b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b768ae5-1c4c-408d-bfd3-733d3e18fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:09:43.220101 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:43.239387 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-14f3d509-c047-4e08-be0b-10b92d7d47fb req-2e428038-8339-4be6-9b8f-9666e4b29bed tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Sep 13 08:09:43.282675 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] For port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:09:43.285526 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] For port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:09:43.292364 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:43.297234 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:43.297861 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:43.299224 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 HTTP/1.1" status: 200 len: 1093 time: 0.6512928 Sep 13 08:09:43.299763 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abe6f17-0881-48f2-a607-04ab5ef50153', 'tag': 'b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:09:43.302016 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d7f9b-46ae-4c5e-a400-73b2d657317b" -d '{"events": [{"name": "network-changed", "server_uuid": "8abe6f17-0881-48f2-a607-04ab5ef50153", "tag": "b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:09:43.327028 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:43.338122 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:43.351579 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712adf92-df24-422d-bf65-6bf6aace46c6 x-openstack-request-id: req-712adf92-df24-422d-bf65-6bf6aace46c6 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:09:43.351866 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abe6f17-0881-48f2-a607-04ab5ef50153", "tag": "b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:09:43.352114 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-712adf92-df24-422d-bf65-6bf6aace46c6 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:09:43.352504 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712adf92-df24-422d-bf65-6bf6aace46c6'] response: {'name': 'network-changed', 'server_uuid': '8abe6f17-0881-48f2-a607-04ab5ef50153', 'tag': 'b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8', 'status': 'completed', 'code': 200} Sep 13 08:09:43.382277 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef09719-fd27-4b15-8efb-f7bd8600b3de service neutron] Pushing event updated for resources: {'Port': ['ID=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:43.394605 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-371018fd-9dec-4cbf-976c-c78a22ea10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:43.396084 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-371018fd-9dec-4cbf-976c-c78a22ea10d2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=03c33711cc664b1685882efa8d15cce4&device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 1127 time: 0.0566914 Sep 13 08:09:43.436695 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-bad88480-fd41-4710-98db-188e0da5d54b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 HTTP/1.1" status: 200 len: 217 time: 0.0339932 Sep 13 08:09:43.483752 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-0b07ddb7-b3a3-4f2b-a68a-c6b1b0539f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:43.485107 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-0b07ddb7-b3a3-4f2b-a68a-c6b1b0539f3d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=570483f5-3040-4be5-a3d8-e2110c654a36 HTTP/1.1" status: 200 len: 854 time: 0.0422554 Sep 13 08:09:43.516066 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-d5c28063-b37a-4bc2-8395-f559ed760f5b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4209754c-dcc9-4c6e-8d02-b3529a34c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244179 Sep 13 08:09:43.603999 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-49466a09-5bd1-45e8-85b5-9ae3047fc738 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825126 Sep 13 08:09:43.958266 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3b8332cd-70dd-4156-960c-c8c6703fa7c7 req-fed829e6-9204-4728-9fa2-6479998ef568 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489134 Sep 13 08:09:44.367572 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd915a-92c3-4f49-b08a-2dafcacddeb6 req-29d1ef9b-c131-4aaf-bccb-2f142691cffc tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:44.369034 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9cdd915a-92c3-4f49-b08a-2dafcacddeb6 req-29d1ef9b-c131-4aaf-bccb-2f142691cffc tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 943 time: 0.0481212 Sep 13 08:09:44.414741 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9cdd915a-92c3-4f49-b08a-2dafcacddeb6 req-b761e41a-235f-49db-8da4-625d2943936a tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 Sep 13 08:09:44.639295 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-38cb16ad-962f-4604-a7ac-6ac946454ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:44.640738 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-38cb16ad-962f-4604-a7ac-6ac946454ced service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=03c33711cc664b1685882efa8d15cce4&device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 1127 time: 0.0387063 Sep 13 08:09:44.740377 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-56a4875a-3c33-4285-ba84-8b66c3b6834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:44.741839 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-56a4875a-3c33-4285-ba84-8b66c3b6834c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4209754c-dcc9-4c6e-8d02-b3529a34c07b HTTP/1.1" status: 200 len: 915 time: 0.0950072 Sep 13 08:09:44.778223 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-5c375192-ed05-4f61-b384-076e06d4ab72 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 HTTP/1.1" status: 200 len: 217 time: 0.0305588 Sep 13 08:09:44.827472 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-660e6a6d-08ec-4820-b0eb-653eaaa14d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:44.828828 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-660e6a6d-08ec-4820-b0eb-653eaaa14d5e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=570483f5-3040-4be5-a3d8-e2110c654a36 HTTP/1.1" status: 200 len: 854 time: 0.0450003 Sep 13 08:09:44.859748 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-c5b74cc0-9538-49ec-ab1d-50d55b94d103 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4209754c-dcc9-4c6e-8d02-b3529a34c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253935 Sep 13 08:09:44.945565 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-3165b470-7c8c-4f1d-a73e-df839cb3b4dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799479 Sep 13 08:09:45.047794 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-863d7f9b-46ae-4c5e-a400-73b2d657317b req-49e55afd-408a-4fd2-a331-0d36e048d56d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956719 Sep 13 08:09:45.429530 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:09:45.431747 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:45.433672 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:45.533036 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:09:45.537574 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348428a-a052-4864-9451-48baba72e1f9 req-d8162ee1-2193-47e3-8aab-c37088a778ad tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:45.539092 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d348428a-a052-4864-9451-48baba72e1f9 req-d8162ee1-2193-47e3-8aab-c37088a778ad tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 943 time: 0.0466418 Sep 13 08:09:45.544104 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': 'b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8', 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b', 'port_id': 'b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8', 'mac_address': 'fa:16:3e:2f:84:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570483f5-3040-4be5-a3d8-e2110c654a36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:09:45.579067 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:09:45.579451 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:45.585840 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d348428a-a052-4864-9451-48baba72e1f9 req-d02ea1f3-03fb-4ad6-bf2b-e8582ae433b0 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Sep 13 08:09:45.592164 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:09:45.612148 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:09:45.616108 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:45.675948 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:45.683008 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.683355 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.683698 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.684036 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.684368 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.684693 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.685018 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.685996 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.686323 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.686650 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.686977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.687301 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.687622 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.687940 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.688258 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:09:45.820420 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:09:46.712279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26429d9-8203-4e2a-8a36-c5abb1822c65 req-42273336-9676-4ff9-ade6-aafb886377c0 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:46.713832 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f26429d9-8203-4e2a-8a36-c5abb1822c65 req-42273336-9676-4ff9-ade6-aafb886377c0 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 944 time: 0.0501709 Sep 13 08:09:46.761391 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f26429d9-8203-4e2a-8a36-c5abb1822c65 req-d04649e5-2b54-43ea-a076-02a5cda167e5 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Sep 13 08:09:46.768515 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c90b445f-242c-4024-b55e-8dace4b56bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:47.425969 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:09:47.470280 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:09:47.476440 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:09:47.476889 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:47.545360 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:09:47.545769 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:47.567562 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abe6f17-0881-48f2-a607-04ab5ef50153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:09:47.569823 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec9654e-52ca-43ed-a7a1-4a01a84aa4fd" -d '{"events": [{"server_uuid": "8abe6f17-0881-48f2-a607-04ab5ef50153", "name": "network-vif-plugged", "status": "completed", "tag": "b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:09:47.582592 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:09:47.587444 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:47.637341 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:09:47.728961 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c877ff-b13c-4497-abbd-fb37a14aca26 x-openstack-request-id: req-02c877ff-b13c-4497-abbd-fb37a14aca26 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:09:47.729259 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abe6f17-0881-48f2-a607-04ab5ef50153", "name": "network-vif-plugged", "status": "completed", "tag": "b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:09:47.729517 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02c877ff-b13c-4497-abbd-fb37a14aca26 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:09:47.729965 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c877ff-b13c-4497-abbd-fb37a14aca26'] response: {'server_uuid': '8abe6f17-0881-48f2-a607-04ab5ef50153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8', 'code': 200} Sep 13 08:09:47.892010 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb7392-b1f3-4698-8af0-5378cf003c25 req-1a7538c5-c2ca-4de2-a237-7ddb576570fe tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:47.893510 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-15cb7392-b1f3-4698-8af0-5378cf003c25 req-1a7538c5-c2ca-4de2-a237-7ddb576570fe tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 945 time: 0.0496984 Sep 13 08:09:47.896845 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba71089-c778-4474-993e-3ada8ec19848 req-6fe0ce4f-c2d9-4506-af95-f8f119b78a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:47.898361 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ba71089-c778-4474-993e-3ada8ec19848 req-6fe0ce4f-c2d9-4506-af95-f8f119b78a1c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 1129 time: 0.0426278 Sep 13 08:09:47.942759 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-15cb7392-b1f3-4698-8af0-5378cf003c25 req-7ecf8312-3bdd-4c90-9af0-61f0ac9f556f tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Sep 13 08:09:47.943775 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ba71089-c778-4474-993e-3ada8ec19848 req-130cc208-67ab-47d3-9086-91f6ef8b9dd1 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384471 Sep 13 08:09:49.001827 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f7e67e55-d89c-43a0-8cb5-86f2d8b86796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:49.069429 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54650616-7cfb-4fab-a6e9-2c731c3d8562 req-1f757d1a-4475-40dc-90eb-15daaeb27b1f tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:49.070925 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-54650616-7cfb-4fab-a6e9-2c731c3d8562 req-1f757d1a-4475-40dc-90eb-15daaeb27b1f tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 945 time: 0.0481863 Sep 13 08:09:49.105761 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:09:49.118253 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-54650616-7cfb-4fab-a6e9-2c731c3d8562 req-ae65448e-52fe-4b2a-91b8-1d0493f183f9 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Sep 13 08:09:50.072143 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:09:50.234665 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:50.239401 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562889f-8641-487c-a283-4a5dd54e602b req-6bd8ba96-e40b-419d-a22f-a4e2c31587a8 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:09:50.240892 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f562889f-8641-487c-a283-4a5dd54e602b req-6bd8ba96-e40b-419d-a22f-a4e2c31587a8 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 945 time: 0.0480993 Sep 13 08:09:50.291186 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f562889f-8641-487c-a283-4a5dd54e602b req-c28bdd9c-0a7d-4fac-9cb9-747e995b62d4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Sep 13 08:09:51.728796 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:51.849646 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:09:59.114783 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:00.067691 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:00.277526 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=8,neutron:UPDATE=2,neutron:SELECT=75,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:00.287519 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:01.501926 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:01.514447 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:11.509516 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:16.771777 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-114788ce-a964-4441-a206-61f28fdc0f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:17.126491 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:17.130546 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:17.405513 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-ed3b0666-91fb-4f03-8289-6f94c2717719 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399504 Sep 13 08:10:17.486434 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-b75cae58-72c7-4ede-b3d7-17b9ef213f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:17.487882 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-b75cae58-72c7-4ede-b3d7-17b9ef213f03 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=03c33711cc664b1685882efa8d15cce4&device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 1129 time: 0.0388877 Sep 13 08:10:17.591026 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-1d992e34-c4ba-402e-8771-9f3cbcd090aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:17.592763 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-1d992e34-c4ba-402e-8771-9f3cbcd090aa service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4209754c-dcc9-4c6e-8d02-b3529a34c07b HTTP/1.1" status: 200 len: 915 time: 0.0857906 Sep 13 08:10:17.638596 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-0932f7b6-f557-437d-97a5-294e3e4cab53 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 HTTP/1.1" status: 200 len: 217 time: 0.0400848 Sep 13 08:10:17.687556 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-00c57464-8924-4c48-b143-8ca5b6779f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:17.688999 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-00c57464-8924-4c48-b143-8ca5b6779f7d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=570483f5-3040-4be5-a3d8-e2110c654a36 HTTP/1.1" status: 200 len: 854 time: 0.0452814 Sep 13 08:10:17.721971 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-a9f1c365-4ed5-4574-99c3-3d9be103145f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4209754c-dcc9-4c6e-8d02-b3529a34c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272508 Sep 13 08:10:17.824783 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-78683e8f-89ef-4a55-be6f-2120194a9635 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973551 Sep 13 08:10:17.915819 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4338fb8e-023b-4ee9-aa30-acb76f1079cc req-a344aaba-7d55-426d-9759-1b5e8f211d23 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849400 Sep 13 08:10:19.003437 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0c7e8e46-4652-4f1e-adda-0420121ffaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:20.240128 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:21.729361 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:21.854001 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:25.719523 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8826-caed-4831-b55b-f8bf3f34ba44 req-780f609c-c65c-4a55-ab0d-ee441f0d21ed tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:25.720942 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c6dc8826-caed-4831-b55b-f8bf3f34ba44 req-780f609c-c65c-4a55-ab0d-ee441f0d21ed tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 945 time: 0.0475357 Sep 13 08:10:25.766519 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c6dc8826-caed-4831-b55b-f8bf3f34ba44 req-f39d00d7-baab-44db-9828-8f0affb246e4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Sep 13 08:10:26.891955 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156f224-de3b-4dbc-892b-10fd30499df1 req-f65f6ef4-e9cb-43df-a1f3-6bca655b337a tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:26.893458 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e156f224-de3b-4dbc-892b-10fd30499df1 req-f65f6ef4-e9cb-43df-a1f3-6bca655b337a tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 945 time: 0.0510976 Sep 13 08:10:26.940242 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e156f224-de3b-4dbc-892b-10fd30499df1 req-65e9a731-ad58-4c52-ae1c-ad6c155ecfee tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Sep 13 08:10:27.071460 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:10:27.235456 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-45c34b6a-70f7-45ad-9967-dfd52164aa38 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:27.236776 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-45c34b6a-70f7-45ad-9967-dfd52164aa38 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 945 time: 0.0448039 Sep 13 08:10:27.312506 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Deleting port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:10:27.312844 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:27.403241 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] For port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:10:27.403599 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:27.416131 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Calling delete_port for b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:10:27.541489 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:27.552228 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:27.553799 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:10:27.571663 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Pushing event deleted for resources: {'Port': ['ID=b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:10:27.576754 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:27.599008 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.599355 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.599700 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.600041 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.600376 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.600711 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.601038 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.601365 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.601695 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.602082 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.602411 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.602755 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.603062 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.603385 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.603709 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:10:27.626989 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] No DVR routers for this DVR port b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:10:27.629412 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:27.632654 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ca9d68d4-ceb7-46c1-be43-7a60560d7fd2 req-a84334df-102a-4cad-b1f5-6068be89a2be tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 HTTP/1.1" status: 204 len: 173 time: 0.3908877 Sep 13 08:10:27.633252 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abe6f17-0881-48f2-a607-04ab5ef50153', 'name': 'network-vif-deleted', 'tag': 'b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:10:27.635545 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38705107-6218-4dbf-a810-778902ea9cfe" -d '{"events": [{"server_uuid": "8abe6f17-0881-48f2-a607-04ab5ef50153", "name": "network-vif-deleted", "tag": "b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:10:27.672544 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7907c0-76e5-4a53-9349-1ecd6ef67739 x-openstack-request-id: req-ec7907c0-76e5-4a53-9349-1ecd6ef67739 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:10:27.673445 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abe6f17-0881-48f2-a607-04ab5ef50153", "name": "network-vif-deleted", "tag": "b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:10:27.673799 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec7907c0-76e5-4a53-9349-1ecd6ef67739 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:10:27.674190 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7907c0-76e5-4a53-9349-1ecd6ef67739'] response: {'server_uuid': '8abe6f17-0881-48f2-a607-04ab5ef50153', 'name': 'network-vif-deleted', 'tag': 'b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8', 'status': 'completed', 'code': 200} Sep 13 08:10:28.061383 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d913e8b5-3dd9-48b3-a39a-d287bf021072 req-511e5fef-53c4-406e-9e6a-41d19b0c451e tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8abe6f17-0881-48f2-a607-04ab5ef50153 HTTP/1.1" status: 200 len: 210 time: 0.0330184 Sep 13 08:10:31.842067 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:31.956685 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:10:31.982459 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:10:31.982798 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device b4f4f765-eb67-4ebf-92bd-4e7ab4fe8ec8 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:10:31.988715 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:35.760601 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:35.763022 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=11 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:37.065403 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667582-19a3-4061-9a46-0f9154289ac5 req-25c886e9-fcf8-46ff-bf0f-2418312a1cab tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:37.066924 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-25c886e9-fcf8-46ff-bf0f-2418312a1cab tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4209754c-dcc9-4c6e-8d02-b3529a34c07b HTTP/1.1" status: 200 len: 814 time: 0.1001704 Sep 13 08:10:37.081165 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-7c171d24-e83d-4a83-a4d4-8b28ea29dfe9 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/quotas/03c33711cc664b1685882efa8d15cce4 HTTP/1.1" status: 200 len: 375 time: 0.0090759 Sep 13 08:10:37.112948 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-5371a3ef-3710-4175-9b96-6e2bc1e32bdd tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=03c33711cc664b1685882efa8d15cce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271599 Sep 13 08:10:37.208338 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-72af8a35-860c-4108-aa95-87ff2322f763 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888841 Sep 13 08:10:37.315436 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-295e4d9b-55ae-4147-acdd-ae43727f0738 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015706 Sep 13 08:10:37.476415 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-c5ec20fb-e434-4453-ac8f-60f4c8f2d7b4 req-4ca3a3d7-9bb8-4900-835f-e012b5ca02da tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 210 time: 0.0281069 Sep 13 08:10:38.425267 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667582-19a3-4061-9a46-0f9154289ac5 req-79fdeb5a-b7a1-46d7-ab09-fb6e14086fe1 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:38.426738 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-79fdeb5a-b7a1-46d7-ab09-fb6e14086fe1 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4209754c-dcc9-4c6e-8d02-b3529a34c07b HTTP/1.1" status: 200 len: 814 time: 0.1014936 Sep 13 08:10:38.438646 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Request body: {'port': {'device_id': 'f940fed0-62d0-4874-8b37-f0e4f61c86f5', 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b', 'admin_state_up': True, 'tenant_id': '03c33711cc664b1685882efa8d15cce4'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:10:38.558147 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Made reservation on behalf of 03c33711cc664b1685882efa8d15cce4 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:10:38.561565 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:38.586990 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8842b349-eee4-45d5-86b8-19f388684978 req-1263145e-8697-4cd1-bd31-12fca68ae2f0 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 210 time: 0.0385742 Sep 13 08:10:38.703081 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Allocated IP 172.20.0.11 (4209754c-dcc9-4c6e-8d02-b3529a34c07b/570483f5-3040-4be5-a3d8-e2110c654a36/7c5ab721-00b7-4514-aed6-2f5f37c5deb0) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:10:38.844852 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks [] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:38.847999 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:38.854248 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:38.880338 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:38.924725 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Network 4209754c-dcc9-4c6e-8d02-b3529a34c07b is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:10:38.927790 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:10:38.933836 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:10:38.960286 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Pushing event updated for resources: {'Port': ['ID=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:10:38.984750 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:38.985346 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:39.000600 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c52aa7d2-3c91-4c41-ae37-1b1a306d41b4 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659406 Sep 13 08:10:39.011127 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Request body: {'port': {'device_id': 'f940fed0-62d0-4874-8b37-f0e4f61c86f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:10:39.068065 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:39.314979 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:10:39.322491 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Publish callbacks [] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:39.335115 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Transition to ACTIVE for port object 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:10:39.338043 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:39.396278 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Pushing event updated for resources: {'Port': ['ID=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:10:39.445479 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Attempting to bind port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:10:39.446160 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Attempting to bind port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': '9b768ae5-1c4c-408d-bfd3-733d3e18fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:10:39.446160 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Attempting to bind port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 on network 4209754c-dcc9-4c6e-8d02-b3529a34c07b {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:10:39.488062 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 on network 4209754c-dcc9-4c6e-8d02-b3529a34c07b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:10:39.488387 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Attempting to bind port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 on network 4209754c-dcc9-4c6e-8d02-b3529a34c07b {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:10:39.528416 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:10:39.528749 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Checking segment: {'id': '9b768ae5-1c4c-408d-bfd3-733d3e18fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:10:39.529126 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Bound using segment: {'id': '9b768ae5-1c4c-408d-bfd3-733d3e18fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:10:39.529554 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Bound port: 7c5ab721-00b7-4514-aed6-2f5f37c5deb0, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b768ae5-1c4c-408d-bfd3-733d3e18fe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:10:39.530011 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:39.574187 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:39.595178 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] For port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:10:39.598805 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] For port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:10:39.604665 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:39.609430 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:39.610542 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:39.612172 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/7c5ab721-00b7-4514-aed6-2f5f37c5deb0 HTTP/1.1" status: 200 len: 1094 time: 0.6048024 Sep 13 08:10:39.614856 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f940fed0-62d0-4874-8b37-f0e4f61c86f5', 'tag': '7c5ab721-00b7-4514-aed6-2f5f37c5deb0'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:10:39.615135 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330cf228-940f-4b43-9b48-83cadac75940" -d '{"events": [{"name": "network-changed", "server_uuid": "f940fed0-62d0-4874-8b37-f0e4f61c86f5", "tag": "7c5ab721-00b7-4514-aed6-2f5f37c5deb0"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:10:39.638904 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:39.667504 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbd015f-b882-4c45-aaea-bdcb0e6d89df x-openstack-request-id: req-ddbd015f-b882-4c45-aaea-bdcb0e6d89df {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:10:39.667794 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f940fed0-62d0-4874-8b37-f0e4f61c86f5", "tag": "7c5ab721-00b7-4514-aed6-2f5f37c5deb0", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:10:39.668046 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddbd015f-b882-4c45-aaea-bdcb0e6d89df {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:10:39.668445 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbd015f-b882-4c45-aaea-bdcb0e6d89df'] response: {'name': 'network-changed', 'server_uuid': 'f940fed0-62d0-4874-8b37-f0e4f61c86f5', 'tag': '7c5ab721-00b7-4514-aed6-2f5f37c5deb0', 'status': 'completed', 'code': 200} Sep 13 08:10:39.697163 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66a404-5de6-4df3-b4e3-9d9518f0cf3d service neutron] Pushing event updated for resources: {'Port': ['ID=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:10:39.710844 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667582-19a3-4061-9a46-0f9154289ac5 req-a04e62b6-2984-40b7-87e8-c1eeb953c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:39.712369 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-a04e62b6-2984-40b7-87e8-c1eeb953c10c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=03c33711cc664b1685882efa8d15cce4&device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 1128 time: 0.0562835 Sep 13 08:10:39.727843 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac7293-a6ac-439c-b34f-997ade561389 req-5c0bcbca-4025-4109-a1ea-36f953a8cf79 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:39.729371 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f2ac7293-a6ac-439c-b34f-997ade561389 req-5c0bcbca-4025-4109-a1ea-36f953a8cf79 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 944 time: 0.0506344 Sep 13 08:10:39.751105 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-c8244411-948f-475d-9bff-a2f054050e42 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c5ab721-00b7-4514-aed6-2f5f37c5deb0 HTTP/1.1" status: 200 len: 217 time: 0.0325236 Sep 13 08:10:39.775371 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f2ac7293-a6ac-439c-b34f-997ade561389 req-2e9695ab-bc50-47ff-b228-d8bd442351aa tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 Sep 13 08:10:39.802687 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667582-19a3-4061-9a46-0f9154289ac5 req-320f0ee0-152a-4552-bb08-5e64a1bb6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:39.804122 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-320f0ee0-152a-4552-bb08-5e64a1bb6f44 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=570483f5-3040-4be5-a3d8-e2110c654a36 HTTP/1.1" status: 200 len: 854 time: 0.0477569 Sep 13 08:10:39.836126 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-ddd01831-5c7b-4183-86c7-fc6dfb0cdc3d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4209754c-dcc9-4c6e-8d02-b3529a34c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262525 Sep 13 08:10:39.933815 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-70403bae-9747-461e-bb1e-b9425ad57d01 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921710 Sep 13 08:10:40.024884 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18667582-19a3-4061-9a46-0f9154289ac5 req-7dcca427-8ec1-4bc9-bf65-50826ae770df service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851121 Sep 13 08:10:40.761044 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cf228-940f-4b43-9b48-83cadac75940 req-75d35e20-8575-44e6-8803-fd20ad78c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:40.762499 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-330cf228-940f-4b43-9b48-83cadac75940 req-75d35e20-8575-44e6-8803-fd20ad78c361 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=03c33711cc664b1685882efa8d15cce4&device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 1128 time: 0.0379407 Sep 13 08:10:40.864125 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cf228-940f-4b43-9b48-83cadac75940 req-27fdac22-d123-4fbd-8883-feb6d17e1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:40.865573 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-330cf228-940f-4b43-9b48-83cadac75940 req-27fdac22-d123-4fbd-8883-feb6d17e1378 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4209754c-dcc9-4c6e-8d02-b3529a34c07b HTTP/1.1" status: 200 len: 915 time: 0.0973680 Sep 13 08:10:40.920890 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-330cf228-940f-4b43-9b48-83cadac75940 req-6734b3b2-3e49-4607-94d4-c216cd5cd971 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c5ab721-00b7-4514-aed6-2f5f37c5deb0 HTTP/1.1" status: 200 len: 217 time: 0.0396445 Sep 13 08:10:40.932692 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509053a5-9f26-4048-89c5-3585a4b504c4 req-5ffd7d33-7c38-474a-a671-1c5537a4bb03 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:40.934124 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-509053a5-9f26-4048-89c5-3585a4b504c4 req-5ffd7d33-7c38-474a-a671-1c5537a4bb03 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 944 time: 0.0829303 Sep 13 08:10:41.000073 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cf228-940f-4b43-9b48-83cadac75940 req-0c7f9b23-7084-459f-bd3e-c68fe48670a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:41.001479 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-330cf228-940f-4b43-9b48-83cadac75940 req-0c7f9b23-7084-459f-bd3e-c68fe48670a8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=570483f5-3040-4be5-a3d8-e2110c654a36 HTTP/1.1" status: 200 len: 854 time: 0.0748942 Sep 13 08:10:41.021681 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-509053a5-9f26-4048-89c5-3585a4b504c4 req-742ff643-625b-4d96-9353-770d0c8fc5af tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802898 Sep 13 08:10:41.036872 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-330cf228-940f-4b43-9b48-83cadac75940 req-ba8f51ea-4340-44cc-800f-dec0910ec590 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4209754c-dcc9-4c6e-8d02-b3529a34c07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274341 Sep 13 08:10:41.127338 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-330cf228-940f-4b43-9b48-83cadac75940 req-f86591df-b7f6-4035-b185-652a4d0b89cb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846181 Sep 13 08:10:41.219066 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-330cf228-940f-4b43-9b48-83cadac75940 req-929c41df-ea8d-4745-9163-25a9a03b9a3a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849481 Sep 13 08:10:41.961288 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:41.982325 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:42.009054 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:10:42.107743 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:10:42.119711 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '7c5ab721-00b7-4514-aed6-2f5f37c5deb0', 'network_id': '4209754c-dcc9-4c6e-8d02-b3529a34c07b', 'port_id': '7c5ab721-00b7-4514-aed6-2f5f37c5deb0', 'mac_address': 'fa:16:3e:c6:5a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570483f5-3040-4be5-a3d8-e2110c654a36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:10:42.141036 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e457b-d9ef-4994-9b33-3786ef87fcd6 req-9a494301-87de-4848-856f-69944c3f7ab3 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:42.142451 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3c1e457b-d9ef-4994-9b33-3786ef87fcd6 req-9a494301-87de-4848-856f-69944c3f7ab3 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 944 time: 0.0466447 Sep 13 08:10:42.153754 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:10:42.154151 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:42.167650 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:10:42.187302 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:10:42.190209 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3c1e457b-d9ef-4994-9b33-3786ef87fcd6 req-4a31a600-85cd-49ce-936c-973f1f64c141 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Sep 13 08:10:42.191488 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:42.237125 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:10:42.379318 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['7c5ab721-00b7-4514-aed6-2f5f37c5deb0'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:10:43.302215 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:43.312769 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fee9fc-3915-4ba7-a902-d3e43ed6e467 req-935b90d2-445a-40df-a618-024543619198 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:43.314260 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-65fee9fc-3915-4ba7-a902-d3e43ed6e467 req-935b90d2-445a-40df-a618-024543619198 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 945 time: 0.0497773 Sep 13 08:10:43.359528 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-65fee9fc-3915-4ba7-a902-d3e43ed6e467 req-e165d93c-e54f-420f-8ce8-20a095b26a15 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Sep 13 08:10:44.006392 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:10:44.050086 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:10:44.055873 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:10:44.056432 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:44.126156 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:10:44.126538 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:44.149133 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f940fed0-62d0-4874-8b37-f0e4f61c86f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5ab721-00b7-4514-aed6-2f5f37c5deb0'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:10:44.151290 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772b188d-aefb-42c1-93cc-b27cac0f7473" -d '{"events": [{"server_uuid": "f940fed0-62d0-4874-8b37-f0e4f61c86f5", "name": "network-vif-plugged", "status": "completed", "tag": "7c5ab721-00b7-4514-aed6-2f5f37c5deb0"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:10:44.164370 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:10:44.169115 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:44.192795 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca522511-5042-47a3-ab8e-53e06e059bac x-openstack-request-id: req-ca522511-5042-47a3-ab8e-53e06e059bac {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:10:44.193077 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f940fed0-62d0-4874-8b37-f0e4f61c86f5", "name": "network-vif-plugged", "status": "completed", "tag": "7c5ab721-00b7-4514-aed6-2f5f37c5deb0", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:10:44.193324 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca522511-5042-47a3-ab8e-53e06e059bac {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:10:44.193707 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca522511-5042-47a3-ab8e-53e06e059bac'] response: {'server_uuid': 'f940fed0-62d0-4874-8b37-f0e4f61c86f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5ab721-00b7-4514-aed6-2f5f37c5deb0', 'code': 200} Sep 13 08:10:44.220678 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:10:44.345299 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b58238-3373-46a9-ab90-f883f1220d43 req-1c85ff1c-47c7-4aab-b14f-1f032c28afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:44.346776 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d4b58238-3373-46a9-ab90-f883f1220d43 req-1c85ff1c-47c7-4aab-b14f-1f032c28afe3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 1130 time: 0.0380719 Sep 13 08:10:44.388646 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d4b58238-3373-46a9-ab90-f883f1220d43 req-c170ef6d-2b45-4482-8f8f-4a0a4f03c067 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358086 Sep 13 08:10:44.465879 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:44.476116 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c7d08-45e3-41e7-8be5-ca9049e61be6 req-54a22a06-0e06-45da-81e4-76bb732be205 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:44.477551 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ed1c7d08-45e3-41e7-8be5-ca9049e61be6 req-54a22a06-0e06-45da-81e4-76bb732be205 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 946 time: 0.0453675 Sep 13 08:10:44.526031 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ed1c7d08-45e3-41e7-8be5-ca9049e61be6 req-883b6c88-4544-4d4b-aef6-6e872eb236e5 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Sep 13 08:10:45.123795 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:45.650419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770eb97-9621-460c-aa88-5c7474c4eb88 req-2e8338ab-1c74-4a4c-8fda-4dfdce8eede6 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:45.651866 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9770eb97-9621-460c-aa88-5c7474c4eb88 req-2e8338ab-1c74-4a4c-8fda-4dfdce8eede6 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 946 time: 0.0455587 Sep 13 08:10:45.702797 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9770eb97-9621-460c-aa88-5c7474c4eb88 req-007a7b62-73f4-470f-94fb-efff098a2504 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Sep 13 08:10:46.774904 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-59544967-7a0b-492e-8386-1bdd4e6a0527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:46.826502 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3af68-9e41-4232-90ac-cb9f4ff55444 req-6f437763-0638-4251-8186-4ff7211d5d18 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:10:46.827940 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-50c3af68-9e41-4232-90ac-cb9f4ff55444 req-6f437763-0638-4251-8186-4ff7211d5d18 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 946 time: 0.0460842 Sep 13 08:10:46.874349 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-50c3af68-9e41-4232-90ac-cb9f4ff55444 req-515123fb-26d2-465f-b1f6-5bc365fb97c9 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Sep 13 08:10:49.006009 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c847487f-fc1e-4aa4-8c38-b2e05cbc306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:50.240551 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:51.731702 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:51.855074 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:10:54.127945 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=8 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:55.688354 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=31 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:55.699462 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=25 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:56.867991 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=27 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:10:56.870638 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=15 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:01.849642 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:01.851643 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:01.975726 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:04.069826 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:11:04.896643 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67203241-d62b-4a8c-9aa4-d41878721f20 req-31e38c38-91ac-4748-873d-07e90bed5ad3 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:04.898260 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-67203241-d62b-4a8c-9aa4-d41878721f20 req-31e38c38-91ac-4748-873d-07e90bed5ad3 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 946 time: 0.0467668 Sep 13 08:11:04.944977 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-67203241-d62b-4a8c-9aa4-d41878721f20 req-1c51c6f0-3a23-42c6-8ccb-9e74eb627867 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Sep 13 08:11:06.065045 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5a289-7901-42c6-a567-a40e4e6544bb req-548b4fdf-e037-496d-97cc-12244c801d33 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:06.066513 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9bc5a289-7901-42c6-a567-a40e4e6544bb req-548b4fdf-e037-496d-97cc-12244c801d33 tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 946 time: 0.0461702 Sep 13 08:11:06.112726 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-9bc5a289-7901-42c6-a567-a40e4e6544bb req-02481225-c6e7-4b0b-b9b7-c482c76e679a tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=817b274d-2e83-473e-b208-6757857f81a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406625 Sep 13 08:11:06.382425 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-29378906-ec15-4ab0-8eca-9ae23b7818fb tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:06.383850 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-29378906-ec15-4ab0-8eca-9ae23b7818fb tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 946 time: 0.0528548 Sep 13 08:11:06.461670 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Deleting port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:11:06.462030 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:06.550937 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] For port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,segment=NetworkSegment(9b768ae5-1c4c-408d-bfd3-733d3e18fe73),segment_id=9b768ae5-1c4c-408d-bfd3-733d3e18fe73)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:11:06.551292 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:06.563786 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Calling delete_port for 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:11:06.689722 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (7c5ab721-00b7-4514-aed6-2f5f37c5deb0), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:06.709213 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['7c5ab721-00b7-4514-aed6-2f5f37c5deb0'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:11:06.723753 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Pushing event deleted for resources: {'Port': ['ID=7c5ab721-00b7-4514-aed6-2f5f37c5deb0,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:06.765988 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] No DVR routers for this DVR port 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:11:06.768979 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:06.772246 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b9464174-db03-4e13-b1ca-92f5d6c9e97d req-8223590a-57c1-4b82-af23-209b002b108c tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.18 "DELETE /networking/v2.0/ports/7c5ab721-00b7-4514-aed6-2f5f37c5deb0 HTTP/1.1" status: 204 len: 173 time: 0.3832157 Sep 13 08:11:06.772774 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f940fed0-62d0-4874-8b37-f0e4f61c86f5', 'name': 'network-vif-deleted', 'tag': '7c5ab721-00b7-4514-aed6-2f5f37c5deb0'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:11:06.775059 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0782e7a5-cb43-4e7c-a672-800c4c8ad96b" -d '{"events": [{"server_uuid": "f940fed0-62d0-4874-8b37-f0e4f61c86f5", "name": "network-vif-deleted", "tag": "7c5ab721-00b7-4514-aed6-2f5f37c5deb0"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:11:06.814139 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9c2085-262d-48f7-8427-d9565ce39eea x-openstack-request-id: req-cc9c2085-262d-48f7-8427-d9565ce39eea {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:11:06.814432 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f940fed0-62d0-4874-8b37-f0e4f61c86f5", "name": "network-vif-deleted", "tag": "7c5ab721-00b7-4514-aed6-2f5f37c5deb0", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:11:06.815206 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc9c2085-262d-48f7-8427-d9565ce39eea {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:11:06.815637 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9c2085-262d-48f7-8427-d9565ce39eea'] response: {'server_uuid': 'f940fed0-62d0-4874-8b37-f0e4f61c86f5', 'name': 'network-vif-deleted', 'tag': '7c5ab721-00b7-4514-aed6-2f5f37c5deb0', 'status': 'completed', 'code': 200} Sep 13 08:11:07.228308 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fd6dd71e-e0cf-4bcc-b851-4594d91e8de1 req-8aee56eb-78a5-4308-81da-c28e48ad94ed tempest-VolumesSnapshotTestJSON-1019988605 tempest-VolumesSnapshotTestJSON-1019988605-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f940fed0-62d0-4874-8b37-f0e4f61c86f5 HTTP/1.1" status: 200 len: 210 time: 0.0267308 Sep 13 08:11:11.532903 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:11:11.551416 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:11:11.552609 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 7c5ab721-00b7-4514-aed6-2f5f37c5deb0 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:11:14.067301 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:16.732554 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=56,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:16.751462 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:16.778430 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f753382c-5bda-41c0-ad35-447f5b8f00ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:17.210241 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:17.211052 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:19.006881 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4017a96f-96d4-4629-9188-03714e4225a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:20.243509 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:21.734740 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:21.856564 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:29.608372 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36878) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:29.652004 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Deleting subnet 570483f5-3040-4be5-a3d8-e2110c654a36 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:11:29.654991 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Publish callbacks [] for subnet (570483f5-3040-4be5-a3d8-e2110c654a36), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:29.692621 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12984720'] for subnet (570483f5-3040-4be5-a3d8-e2110c654a36), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:29.731532 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (570483f5-3040-4be5-a3d8-e2110c654a36), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:29.782813 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13729163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13043827'] for subnet (570483f5-3040-4be5-a3d8-e2110c654a36), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:29.808697 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570483f5-3040-4be5-a3d8-e2110c654a36,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:29.813330 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:29.816408 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/570483f5-3040-4be5-a3d8-e2110c654a36 HTTP/1.1" status: 204 len: 168 time: 0.2070470 Sep 13 08:11:29.819162 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36880) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:29.821399 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.821758 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.822363 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.822704 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.823037 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.823364 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.823689 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.824015 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.824339 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.824662 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.824986 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.825314 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.825635 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.825984 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.826311 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f10ac-309c-4ab2-98fb-2b53e5a48d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:29.889997 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (4209754c-dcc9-4c6e-8d02-b3529a34c07b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:29.965113 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (4209754c-dcc9-4c6e-8d02-b3529a34c07b), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:29.984556 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4209754c-dcc9-4c6e-8d02-b3529a34c07b']}} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:29.994346 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b768ae5-1c4c-408d-bfd3-733d3e18fe73') {'for_net_delete': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:29.994638 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b768ae5-1c4c-408d-bfd3-733d3e18fe73') {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:30.007680 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14310304'] for segment (9b768ae5-1c4c-408d-bfd3-733d3e18fe73), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:30.020331 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (9b768ae5-1c4c-408d-bfd3-733d3e18fe73), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:30.026324 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:11:30.026702 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13807956'] for segment (9b768ae5-1c4c-408d-bfd3-733d3e18fe73), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:30.047001 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment 9b768ae5-1c4c-408d-bfd3-733d3e18fe73 resource provider aggregate not found Sep 13 08:11:30.076619 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment 9b768ae5-1c4c-408d-bfd3-733d3e18fe73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b768ae5-1c4c-408d-bfd3-733d3e18fe73 found for delete ", "request_id": "req-ac3a23b0-85e2-4e67-a8a8-b16a92a66fa4"}]} Sep 13 08:11:30.090006 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (4209754c-dcc9-4c6e-8d02-b3529a34c07b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:30.095291 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:30.098826 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/4209754c-dcc9-4c6e-8d02-b3529a34c07b HTTP/1.1" status: 204 len: 168 time: 0.2786124 Sep 13 08:11:30.109018 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Pushing event deleted for resources: {'Network': ['ID=4209754c-dcc9-4c6e-8d02-b3529a34c07b,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:30.116682 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.117028 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.117467 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.117851 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.118171 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.118493 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.118815 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.119247 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.119518 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.119794 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.120064 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.120384 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.120700 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.121013 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.121326 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c696b6a-5327-4cc7-8175-dd433bdfd991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:30.213538 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36888) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:30.252368 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-51e74324-e87e-4cbb-88cc-09e88dc9bdd6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=03c33711cc664b1685882efa8d15cce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376902 Sep 13 08:11:30.254896 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36890) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:30.304431 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8dee944c-009a-4eed-b8df-645ffffcf3a9 admin admin] Publish callbacks [] for security_group (817b274d-2e83-473e-b208-6757857f81a6), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:30.323794 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8dee944c-009a-4eed-b8df-645ffffcf3a9 admin admin] Publish callbacks [] for security_group (817b274d-2e83-473e-b208-6757857f81a6), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:30.369811 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8dee944c-009a-4eed-b8df-645ffffcf3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (817b274d-2e83-473e-b208-6757857f81a6), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:30.372304 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8dee944c-009a-4eed-b8df-645ffffcf3a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:30.373411 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-8dee944c-009a-4eed-b8df-645ffffcf3a9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/817b274d-2e83-473e-b208-6757857f81a6 HTTP/1.1" status: 204 len: 168 time: 0.1176555 Sep 13 08:11:30.380969 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee944c-009a-4eed-b8df-645ffffcf3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817b274d-2e83-473e-b208-6757857f81a6,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:31.030157 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36912) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:31.129144 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:31.129656 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-630191346-network', 'tenant_id': '9b574ef95c3547b39cabd8623717e508'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:31.132994 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:31.149018 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Made reservation on behalf of 9b574ef95c3547b39cabd8623717e508 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:11:31.151289 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.159335 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.239116 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Publish callbacks [] for security_group (532d9e16-a6aa-4338-9b26-21f714f4d816), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.242574 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (532d9e16-a6aa-4338-9b26-21f714f4d816), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.267253 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:11:31.276065 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532d9e16-a6aa-4338-9b26-21f714f4d816,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:31.282601 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (b460be5b-3095-41f1-a3dc-16c6e1e10a8b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.282930 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Added segment b460be5b-3095-41f1-a3dc-16c6e1e10a8b of type vlan for network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d Sep 13 08:11:31.323425 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.346233 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.347775 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:31.348346 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.381500 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3509140 Sep 13 08:11:31.384543 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36916) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:31.389414 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Request body: {'subnet': {'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-630191346-subnet', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'ip_version': 4}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:31.408303 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Made reservation on behalf of 9b574ef95c3547b39cabd8623717e508 for: {'subnet': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:11:31.411087 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14327108'] for subnet (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.413915 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be7eb6-7b64-4f0b-9a2e-39f5182af47b admin admin] Pushing event updated for resources: {'Network': ['ID=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:31.424068 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:11:31.576669 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13814323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14327126'] for subnet (a235a933-e085-4802-9558-c6b9a5be39b2), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.631115 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a235a933-e085-4802-9558-c6b9a5be39b2,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:31.639521 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Checking segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:11:31.639873 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Network hostable DHCP agents. Network: 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:11:31.646361 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:31.659040 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:11:31.668390 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d) {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:31.672661 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:31.673247 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.677552 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4bb5f9-0563-46ab-ba1e-a8a3fc895e8a None None] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:11:31.691663 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-90c9b76e-1123-4330-ab00-63b83fba7213 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3034027 Sep 13 08:11:31.691998 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36918) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:31.696306 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:31.720909 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (5785794a-4b44-4849-8ce0-809249be1e11), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.722658 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (5785794a-4b44-4849-8ce0-809249be1e11), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.791635 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks [] for router_controller (5785794a-4b44-4849-8ce0-809249be1e11), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.870506 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:31.872614 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:31.923200 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 08:11:31.923413 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:31.924225 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:31.933947 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks [] for router_gateway (5785794a-4b44-4849-8ce0-809249be1e11), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.017382 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.077151 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Allocated IP 172.20.0.2 (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d/a235a933-e085-4802-9558-c6b9a5be39b2/c8002a16-30f0-481b-ba6b-5b978cc7c3a1) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:11:32.229845 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Publish callbacks [] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.235819 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.277705 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:32.278607 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:11:32.282342 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:32.284201 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Pushing event updated for resources: {'Port': ['ID=c8002a16-30f0-481b-ba6b-5b978cc7c3a1,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:32.286363 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:11:32.295238 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.295584 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.295920 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.296256 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.296592 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.296923 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.297245 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.297562 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.297908 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.298225 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.298546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.298866 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.299184 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.299498 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.299838 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:32.353691 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Attempting to bind port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:11:32.353996 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Attempting to bind port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:11:32.354354 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Attempting to bind port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:11:32.383412 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks [] for router_gateway (5785794a-4b44-4849-8ce0-809249be1e11), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.397491 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:11:32.397890 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Checking segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:11:32.398290 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.398673 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Bound using segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:11:32.399135 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Bound port: c8002a16-30f0-481b-ba6b-5b978cc7c3a1, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:11:32.399505 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.401857 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.459219 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] For port c8002a16-30f0-481b-ba6b-5b978cc7c3a1, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:11:32.470160 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] For port c8002a16-30f0-481b-ba6b-5b978cc7c3a1, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=c8002a16-30f0-481b-ba6b-5b978cc7c3a1,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:11:32.476547 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.528922 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Allocated IP 172.27.1.195 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/63e30da0-486a-48f8-a79b-998a715c3ecb) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:11:32.533023 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb5de-b568-4ea7-83a3-d31ad612cd91 None None] Pushing event updated for resources: {'Port': ['ID=c8002a16-30f0-481b-ba6b-5b978cc7c3a1,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:32.642865 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks [] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.692161 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.736672 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:11:32.743671 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:32.744945 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Pushing event updated for resources: {'Port': ['ID=63e30da0-486a-48f8-a79b-998a715c3ecb,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:32.747189 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:11:32.814309 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device c8002a16-30f0-481b-ba6b-5b978cc7c3a1 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:32.861341 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:32.861630 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.932811 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:32.936919 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:32.937329 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:32.968107 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:32.972796 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port c8002a16-30f0-481b-ba6b-5b978cc7c3a1, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=c8002a16-30f0-481b-ba6b-5b978cc7c3a1,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:11:32.977232 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:33.007657 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks [] for router_gateway (5785794a-4b44-4849-8ce0-809249be1e11), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:33.022267 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=c8002a16-30f0-481b-ba6b-5b978cc7c3a1,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:33.195239 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:33.197499 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:33.217336 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (5785794a-4b44-4849-8ce0-809249be1e11), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:33.345133 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Router 5785794a-4b44-4849-8ce0-809249be1e11 is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 08:11:33.373723 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb66ea92-0f15-48c0-970f-1f831e779bb7 None None] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:11:33.448276 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:11:33.466368 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Sync routers for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:11:33.473156 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:33.477154 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4b94460f-4043-4a5e-a9bc-27f7f5e67747 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7816625 Sep 13 08:11:33.477876 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36920) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:33.480496 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:11:33.481152 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:33.500034 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-78cc8afe-e464-4d58-8c4f-1bcf6c63d766 None None] Provisioning complete for port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:33.500654 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-78cc8afe-e464-4d58-8c4f-1bcf6c63d766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:33.592854 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:11:33.621146 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-78cc8afe-e464-4d58-8c4f-1bcf6c63d766 None None] Current status of the port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:33.774805 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:32Z', 'revision_number': 3, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:33.812184 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Checking router: 5785794a-4b44-4849-8ce0-809249be1e11 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:11:33.812817 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Updating router 5785794a-4b44-4849-8ce0-809249be1e11 port 63e30da0-486a-48f8-a79b-998a715c3ecb binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:11:33.839685 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2724dc4f-7fbb-4170-bee9-731f90f9391f None None] Provisioning complete for port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:33.840065 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2724dc4f-7fbb-4170-bee9-731f90f9391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:33.841629 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:33.914345 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2724dc4f-7fbb-4170-bee9-731f90f9391f None None] Current status of the port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:33.950478 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.080510 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:34.081618 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Publish callbacks [] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.087089 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.101025 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Allocated IP 172.20.0.1 (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d/a235a933-e085-4802-9558-c6b9a5be39b2/6c86f581-0f1a-42ee-9a5c-61cc674eb7b3) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:11:34.111283 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:34.127076 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Attempting to bind port 63e30da0-486a-48f8-a79b-998a715c3ecb on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:11:34.127661 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Attempting to bind port 63e30da0-486a-48f8-a79b-998a715c3ecb by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:11:34.128820 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Attempting to bind port 63e30da0-486a-48f8-a79b-998a715c3ecb on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:11:34.167567 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Pushing event updated for resources: {'Port': ['ID=63e30da0-486a-48f8-a79b-998a715c3ecb,revision_number=2']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:34.181050 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.181395 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.181781 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.182145 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.182485 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.182814 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.183135 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.183457 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.183780 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.184099 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.184424 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.184759 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.185080 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.185396 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.185712 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:11:34.196787 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:11:34.197416 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:11:34.197843 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.198226 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:11:34.198696 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Bound port: 63e30da0-486a-48f8-a79b-998a715c3ecb, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:11:34.199073 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.213009 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Publish callbacks [] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.224680 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:34.245054 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.249084 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] For port 63e30da0-486a-48f8-a79b-998a715c3ecb, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:11:34.252241 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] For port 63e30da0-486a-48f8-a79b-998a715c3ecb, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=63e30da0-486a-48f8-a79b-998a715c3ecb,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:11:34.258743 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.290657 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:11:34.292142 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:11:34.292764 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:34.295927 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:34.296565 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:34.298297 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Pushing event updated for resources: {'Port': ['ID=6c86f581-0f1a-42ee-9a5c-61cc674eb7b3,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:34.300992 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:11:34.340632 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (5785794a-4b44-4849-8ce0-809249be1e11), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.351287 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce553564-e99c-4663-a612-dc447e52b506 None None] Pushing event updated for resources: {'Port': ['ID=63e30da0-486a-48f8-a79b-998a715c3ecb,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:34.423942 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:11:34.481582 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.544553 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-cf123a71-6169-464c-bc16-c7b8b113c78e None None] Provisioning complete for port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:34.545194 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-cf123a71-6169-464c-bc16-c7b8b113c78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.576544 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-cf123a71-6169-464c-bc16-c7b8b113c78e None None] Port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:11:34.649435 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Publish callbacks [] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.653970 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.681562 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:32Z', 'revision_number': 3, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:34.706655 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f741299b-8d49-4cc9-aac1-6f87052e387c None None] The sync data for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi is: [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:32Z', 'revision_number': 3, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:11:34.719800 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Pushing event updated for resources: {'Port': ['ID=6c86f581-0f1a-42ee-9a5c-61cc674eb7b3,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:34.722760 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (5785794a-4b44-4849-8ce0-809249be1e11), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.788336 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device c8002a16-30f0-481b-ba6b-5b978cc7c3a1 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:34.790722 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:34.827851 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:11:34.829345 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:34.836420 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:34.836978 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:34.935243 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:34.944390 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:34.950516 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Router 5785794a-4b44-4849-8ce0-809249be1e11 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:11:35.082673 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:11:35.088877 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fc191ae6-99e2-4f63-8250-8e10c1c3ca44 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/5785794a-4b44-4849-8ce0-809249be1e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6095345 Sep 13 08:11:35.101368 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-30d33f21-445d-4b19-a62d-68696a29ab4f None None] Provisioning complete for port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:35.101811 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-30d33f21-445d-4b19-a62d-68696a29ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.143049 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-30d33f21-445d-4b19-a62d-68696a29ab4f None None] Port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:11:35.586207 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36936) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:35.591147 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1781049904-network', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:35.612296 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Made reservation on behalf of f0204c72b99141b38bde74c3482a67e0 for: {'network': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:11:35.614748 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for network (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.623073 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.633085 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:35.705118 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Publish callbacks [] for security_group (0c14d434-2345-4d61-9055-8d5cd21ba3a9), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.709350 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0c14d434-2345-4d61-9055-8d5cd21ba3a9), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.730582 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=106243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 08:11:35.743787 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c14d434-2345-4d61-9055-8d5cd21ba3a9,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:35.748415 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (e907a7d7-2c78-464e-8662-57ef9b808fb4), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.748754 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.segments_db [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Added segment e907a7d7-2c78-464e-8662-57ef9b808fb4 of type vlan for network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b Sep 13 08:11:35.789302 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780632421798'] for network (81bba7c0-be08-4a8a-87b4-eb6a24659f3b), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.813723 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216'] for network (81bba7c0-be08-4a8a-87b4-eb6a24659f3b), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.814709 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:35.815279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.848412 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2610693 Sep 13 08:11:35.851296 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36938) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:35.856215 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Request body: {'subnet': {'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1781049904-subnet', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:35.876128 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Made reservation on behalf of f0204c72b99141b38bde74c3482a67e0 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:11:35.876736 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f218d0-6971-42ea-ae64-8bdff03ed02d admin admin] Pushing event updated for resources: {'Network': ['ID=81bba7c0-be08-4a8a-87b4-eb6a24659f3b,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:35.879116 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13043822'] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:35.887341 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b details requested by agent ovs-agent-dv-cinder-857075-3-iscsi with host dv-cinder-857075-3-iscsi {{(pid=106244) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 08:11:36.054977 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13698630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13043836'] for subnet (71046193-4b48-43dc-9204-4d25ec6a5d80), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.116662 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=71046193-4b48-43dc-9204-4d25ec6a5d80,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:36.125788 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Checking segment: {'id': 'e907a7d7-2c78-464e-8662-57ef9b808fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:11:36.126151 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Network hostable DHCP agents. Network: 81bba7c0-be08-4a8a-87b4-eb6a24659f3b, hostable agents: ['07806d02-4a26-4845-8c6a-cc960d596626'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 08:11:36.143910 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b is scheduled to be hosted by DHCP agent 07806d02-4a26-4845-8c6a-cc960d596626 with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 08:11:36.152400 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857075-3-iscsi, 81bba7c0-be08-4a8a-87b4-eb6a24659f3b) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:36.156355 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:36.156951 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.161840 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae70de5-e3a3-4044-a5b3-a8713d0df97b None None] Network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:11:36.174299 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ed25eeb0-2e4e-4fad-b5e9-91fd51113ecc admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3218656 Sep 13 08:11:36.177266 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36940) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:36.181482 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:36.203661 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16409991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32596'] for router (720a47e2-7405-48b8-825e-acd6d5cdbef1), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.204710 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16409521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16500734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16417569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3239'] for router (720a47e2-7405-48b8-825e-acd6d5cdbef1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.257178 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks [] for router_controller (720a47e2-7405-48b8-825e-acd6d5cdbef1), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.267356 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd126a718-a8d5-5679-9d93-1ff77fd9964a-81bba7c0-be08-4a8a-87b4-eb6a24659f3b', 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b', 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'fixed_ips': [{'subnet_id': '71046193-4b48-43dc-9204-4d25ec6a5d80'}]}} from dv-cinder-857075-3-iscsi. {{(pid=106244) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 08:11:36.268365 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.280482 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Sync routers for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:11:36.306476 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:36.308772 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:11:36.309453 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:36.379533 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:36.390875 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:36.396755 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks [] for router_gateway (720a47e2-7405-48b8-825e-acd6d5cdbef1), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.499452 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.db_base_plugin_common [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Allocated IP 172.20.0.2 (81bba7c0-be08-4a8a-87b4-eb6a24659f3b/71046193-4b48-43dc-9204-4d25ec6a5d80/298878ca-6673-402c-9b08-25ee68b40567) {{(pid=106244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:11:36.502382 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:11:36.575808 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks [] for router_gateway (720a47e2-7405-48b8-825e-acd6d5cdbef1), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.595851 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.678701 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:36.706323 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Allocated IP 172.27.1.139 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/ea6725ff-7061-421d-942a-c7f36ed25d01) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:11:36.826932 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks [] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.860346 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.899056 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 63e30da0-486a-48f8-a79b-998a715c3ecb up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:36.900015 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:11:36.907413 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:36.911746 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:11:36.915186 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6725ff-7061-421d-942a-c7f36ed25d01,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:36.943518 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Publish callbacks [] for port (298878ca-6673-402c-9b08-25ee68b40567), precommit_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.959262 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994'] for port (298878ca-6673-402c-9b08-25ee68b40567), after_create {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:36.990060 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 2, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:37.037894 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Checking router: 5785794a-4b44-4849-8ce0-809249be1e11 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:11:37.038155 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Updating router 5785794a-4b44-4849-8ce0-809249be1e11 port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:11:37.043104 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b is already hosted by enough agents. {{(pid=106244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:11:37.048320 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Pushing event updated for resources: {'Port': ['ID=298878ca-6673-402c-9b08-25ee68b40567,revision_number=1']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:37.050887 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.scheduler.base_scheduler [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Resources bound (agent type, host, resource id): {{(pid=106244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:37.068584 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Received port after_create {{(pid=106244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:11:37.072731 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 63e30da0-486a-48f8-a79b-998a715c3ecb triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:37.073100 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.108900 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.204065 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:37.210544 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Attempting to bind port 298878ca-6673-402c-9b08-25ee68b40567 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:11:37.210914 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Attempting to bind port 298878ca-6673-402c-9b08-25ee68b40567 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'e907a7d7-2c78-464e-8662-57ef9b808fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:11:37.211278 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Attempting to bind port 298878ca-6673-402c-9b08-25ee68b40567 on network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:11:37.265880 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:37.351383 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 63e30da0-486a-48f8-a79b-998a715c3ecb is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:37.351767 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.363228 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:11:37.363600 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Checking segment: {'id': 'e907a7d7-2c78-464e-8662-57ef9b808fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:11:37.364003 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.364392 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Bound using segment: {'id': 'e907a7d7-2c78-464e-8662-57ef9b808fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:11:37.364873 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Bound port: 298878ca-6673-402c-9b08-25ee68b40567, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e907a7d7-2c78-464e-8662-57ef9b808fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:11:37.365249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (298878ca-6673-402c-9b08-25ee68b40567), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.407352 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 63e30da0-486a-48f8-a79b-998a715c3ecb, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=63e30da0-486a-48f8-a79b-998a715c3ecb,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:11:37.416581 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks [] for router_gateway (720a47e2-7405-48b8-825e-acd6d5cdbef1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.430080 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.531306 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] For port 298878ca-6673-402c-9b08-25ee68b40567, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:11:37.568139 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] For port 298878ca-6673-402c-9b08-25ee68b40567, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=298878ca-6673-402c-9b08-25ee68b40567,segment=NetworkSegment(e907a7d7-2c78-464e-8662-57ef9b808fb4),segment_id=e907a7d7-2c78-464e-8662-57ef9b808fb4)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:11:37.572501 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:37.575195 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=63e30da0-486a-48f8-a79b-998a715c3ecb,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:37.580220 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (298878ca-6673-402c-9b08-25ee68b40567), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.641677 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16409568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16412470'] for router (720a47e2-7405-48b8-825e-acd6d5cdbef1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.682971 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Publish callbacks [] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.684428 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57cefc-4953-49cd-8785-39892fb0b5f3 None None] Pushing event updated for resources: {'Port': ['ID=298878ca-6673-402c-9b08-25ee68b40567,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:37.692514 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.797828 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f29f6-93a1-4495-b4cd-b216ae6a573c None None] Pushing event updated for resources: {'Port': ['ID=6c86f581-0f1a-42ee-9a5c-61cc674eb7b3,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:37.804862 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Router 720a47e2-7405-48b8-825e-acd6d5cdbef1 is scheduled to L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 08:11:37.810075 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Attempting to bind port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:11:37.810567 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Attempting to bind port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:11:37.811082 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Attempting to bind port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:11:37.862902 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:11:37.863584 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Checking segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:11:37.863996 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.864400 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Bound using segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:11:37.864890 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Bound port: 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:11:37.865273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.890245 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=4,neutron:INSERT=2,neutron:SELECT=94 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:37.922722 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:11:37.931762 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Sync routers for ids ['720a47e2-7405-48b8-825e-acd6d5cdbef1'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:11:37.944041 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.944928 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Routers {'720a47e2-7405-48b8-825e-acd6d5cdbef1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:11:37.945908 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['720a47e2-7405-48b8-825e-acd6d5cdbef1'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:37.946791 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f8934fc6-3b2a-427d-8f98-0c70ec51db47 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7684841 Sep 13 08:11:37.947449 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] For port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:11:37.948718 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36942) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:37.951340 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] For port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=6c86f581-0f1a-42ee-9a5c-61cc674eb7b3,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:11:37.958628 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:37.988024 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:37.993683 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:11:37.994344 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:38.053255 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f29f6-93a1-4495-b4cd-b216ae6a573c None None] Pushing event updated for resources: {'Port': ['ID=6c86f581-0f1a-42ee-9a5c-61cc674eb7b3,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:38.055007 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Set router 720a47e2-7405-48b8-825e-acd6d5cdbef1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:11:38.109845 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:38.119812 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:11:38.236135 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 3, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'gw_port': {'id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:38.265850 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Checking router: 720a47e2-7405-48b8-825e-acd6d5cdbef1 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:11:38.266467 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Updating router 720a47e2-7405-48b8-825e-acd6d5cdbef1 port ea6725ff-7061-421d-942a-c7f36ed25d01 binding host dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:11:38.297072 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.344002 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:38.372540 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaa146-1378-4029-9b3d-8ec2ef7f06f8 None None] The sync data for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi is: [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:11:38.408553 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.482853 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:38.538713 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:38.624090 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Publish callbacks [] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), precommit_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.627087 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Allocated IP 172.20.0.1 (81bba7c0-be08-4a8a-87b4-eb6a24659f3b/71046193-4b48-43dc-9204-4d25ec6a5d80/cccd96e4-99d3-452c-bd08-09f9fa177a95) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:11:38.635331 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.698797 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edfcbe-b0ed-45d4-8056-83e87c92937e None None] Pushing event updated for resources: {'Port': ['ID=ea6725ff-7061-421d-942a-c7f36ed25d01,revision_number=2']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:38.706989 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Attempting to bind port ea6725ff-7061-421d-942a-c7f36ed25d01 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:11:38.707444 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Attempting to bind port ea6725ff-7061-421d-942a-c7f36ed25d01 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:11:38.707886 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Attempting to bind port ea6725ff-7061-421d-942a-c7f36ed25d01 on network c58be4f5-35d2-4614-bf17-4f989e055679 {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:11:38.739832 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b2220d-e47f-41a8-8b79-a3420fbb5b89 None None] Network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:11:38.743584 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Publish callbacks [] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.760328 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:11:38.760697 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Checking segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:11:38.761098 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.761482 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Bound using segment: {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'} {{(pid=106245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:11:38.761984 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.managers [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Bound port: ea6725ff-7061-421d-942a-c7f36ed25d01, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc30e687-ee24-45d3-bd82-8a785af9fcfd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679'}}] {{(pid=106245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:11:38.762357 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), before_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.789812 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.811589 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:38.826947 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] For port ea6725ff-7061-421d-942a-c7f36ed25d01, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:11:38.833412 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.plugins.ml2.db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] For port ea6725ff-7061-421d-942a-c7f36ed25d01, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=ea6725ff-7061-421d-942a-c7f36ed25d01,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:11:38.845376 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron_lib.callbacks.manager [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), after_update {{(pid=106245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.859576 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-1008ae80-01dd-469f-aec2-49c171ff3c00 None None] Provisioning complete for port 298878ca-6673-402c-9b08-25ee68b40567 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:38.859983 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-1008ae80-01dd-469f-aec2-49c171ff3c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (298878ca-6673-402c-9b08-25ee68b40567), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:38.873560 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:11:38.876902 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:38.887253 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:11:38.902659 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Routers {'720a47e2-7405-48b8-825e-acd6d5cdbef1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:11:38.903631 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['720a47e2-7405-48b8-825e-acd6d5cdbef1'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:38.968444 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Pushing event updated for resources: {'Port': ['ID=cccd96e4-99d3-452c-bd08-09f9fa177a95,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:38.976950 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16501779'] for router_interface (720a47e2-7405-48b8-825e-acd6d5cdbef1), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.019243 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-1008ae80-01dd-469f-aec2-49c171ff3c00 None None] Current status of the port 298878ca-6673-402c-9b08-25ee68b40567 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:39.019745 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-1008ae80-01dd-469f-aec2-49c171ff3c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (298878ca-6673-402c-9b08-25ee68b40567), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.043097 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 63e30da0-486a-48f8-a79b-998a715c3ecb up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:39.063880 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] Set router 720a47e2-7405-48b8-825e-acd6d5cdbef1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:11:39.126552 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:39.185085 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edfcbe-b0ed-45d4-8056-83e87c92937e None None] Pushing event updated for resources: {'Port': ['ID=ea6725ff-7061-421d-942a-c7f36ed25d01,revision_number=3']} {{(pid=106245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:39.199497 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.325128 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-1008ae80-01dd-469f-aec2-49c171ff3c00 None None] For port 298878ca-6673-402c-9b08-25ee68b40567, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=298878ca-6673-402c-9b08-25ee68b40567,segment=NetworkSegment(e907a7d7-2c78-464e-8662-57ef9b808fb4),segment_id=e907a7d7-2c78-464e-8662-57ef9b808fb4)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:11:39.335413 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-1008ae80-01dd-469f-aec2-49c171ff3c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (298878ca-6673-402c-9b08-25ee68b40567), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.354673 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 3, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'gw_port': {'id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:39.382313 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d15b20-73c0-4307-92b6-44ab9f171352 None None] The sync data for ids ['720a47e2-7405-48b8-825e-acd6d5cdbef1'] in dv-cinder-857075-3-iscsi is: [{'id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 3, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'gw_port': {'id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:11:39.407835 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 63e30da0-486a-48f8-a79b-998a715c3ecb triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:39.408219 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.432234 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:39.434879 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Publish callbacks [] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.443812 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.445500 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008ae80-01dd-469f-aec2-49c171ff3c00 None None] Pushing event updated for resources: {'Port': ['ID=298878ca-6673-402c-9b08-25ee68b40567,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:39.485214 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-b29c23b1-3444-4187-9669-e9b65f6b22cf None None] Provisioning complete for port 298878ca-6673-402c-9b08-25ee68b40567 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:39.485613 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b29c23b1-3444-4187-9669-e9b65f6b22cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (298878ca-6673-402c-9b08-25ee68b40567), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.561315 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:39.563417 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Pushing event updated for resources: {'Port': ['ID=cccd96e4-99d3-452c-bd08-09f9fa177a95,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:39.568299 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16274234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16501895'] for router_interface (720a47e2-7405-48b8-825e-acd6d5cdbef1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.593380 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 63e30da0-486a-48f8-a79b-998a715c3ecb is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:39.594478 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 298878ca-6673-402c-9b08-25ee68b40567 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:39.668834 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-b29c23b1-3444-4187-9669-e9b65f6b22cf None None] Current status of the port 298878ca-6673-402c-9b08-25ee68b40567 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:39.681796 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-b29c23b1-3444-4187-9669-e9b65f6b22cf None None] Provisioning complete for port cccd96e4-99d3-452c-bd08-09f9fa177a95 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:39.682179 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b29c23b1-3444-4187-9669-e9b65f6b22cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.683884 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 298878ca-6673-402c-9b08-25ee68b40567 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:39.684249 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (298878ca-6673-402c-9b08-25ee68b40567), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.705129 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:11:39.707738 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:39.764123 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-b29c23b1-3444-4187-9669-e9b65f6b22cf None None] Port cccd96e4-99d3-452c-bd08-09f9fa177a95 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:11:39.818217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 298878ca-6673-402c-9b08-25ee68b40567 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:39.818217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:39.845053 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Router 720a47e2-7405-48b8-825e-acd6d5cdbef1 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:11:39.864836 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:39.916991 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:39.917372 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.922446 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-e1b40b0b-441d-44ba-8bfa-9ef057de85ef None None] Provisioning complete for port cccd96e4-99d3-452c-bd08-09f9fa177a95 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:39.922742 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e1b40b0b-441d-44ba-8bfa-9ef057de85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:39.975840 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-e1b40b0b-441d-44ba-8bfa-9ef057de85ef None None] Port cccd96e4-99d3-452c-bd08-09f9fa177a95 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:11:40.001324 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:11:40.008005 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ab182b88-2799-4954-9408-73d3873904de admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/720a47e2-7405-48b8-825e-acd6d5cdbef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0574505 Sep 13 08:11:40.064852 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:40.065316 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.110753 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=6c86f581-0f1a-42ee-9a5c-61cc674eb7b3,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:11:40.112190 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-e0f68e84-8a75-417d-8bf9-3e95551eaf97 None None] Provisioning complete for port cccd96e4-99d3-452c-bd08-09f9fa177a95 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:40.112568 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e84-8a75-417d-8bf9-3e95551eaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.134420 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.175145 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-e0f68e84-8a75-417d-8bf9-3e95551eaf97 None None] Port cccd96e4-99d3-452c-bd08-09f9fa177a95 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:11:40.203540 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=6c86f581-0f1a-42ee-9a5c-61cc674eb7b3,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:40.410269 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36954) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:40.414880 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-d211771a-1b05-4e30-9ac3-b4e98ccc3905 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131184590', 'description': 'tempest-secgroup-smoke-2131184590 description', 'project_id': '9b574ef95c3547b39cabd8623717e508'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:40.437584 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d211771a-1b05-4e30-9ac3-b4e98ccc3905 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.513418 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d211771a-1b05-4e30-9ac3-b4e98ccc3905 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group (53d549ad-2688-4196-9e45-d2220c170d50), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.517231 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d211771a-1b05-4e30-9ac3-b4e98ccc3905 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (53d549ad-2688-4196-9e45-d2220c170d50), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.547839 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d211771a-1b05-4e30-9ac3-b4e98ccc3905 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.549079 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d211771a-1b05-4e30-9ac3-b4e98ccc3905 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1377416 Sep 13 08:11:40.551747 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211771a-1b05-4e30-9ac3-b4e98ccc3905 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d549ad-2688-4196-9e45-d2220c170d50,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:40.552693 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36956) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:40.558064 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-cfcec841-2461-41a1-af2e-836c38c749ab tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'security_group_rule': {'security_group_id': '53d549ad-2688-4196-9e45-d2220c170d50', 'project_id': '9b574ef95c3547b39cabd8623717e508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:40.590622 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cfcec841-2461-41a1-af2e-836c38c749ab tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (94c4daf3-6e9b-4b57-b24d-2a616e158eba), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.636590 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cfcec841-2461-41a1-af2e-836c38c749ab tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (94c4daf3-6e9b-4b57-b24d-2a616e158eba), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.639497 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cfcec841-2461-41a1-af2e-836c38c749ab tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (94c4daf3-6e9b-4b57-b24d-2a616e158eba), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.658445 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcec841-2461-41a1-af2e-836c38c749ab tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c4daf3-6e9b-4b57-b24d-2a616e158eba,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:40.665337 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cfcec841-2461-41a1-af2e-836c38c749ab tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.668341 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-cfcec841-2461-41a1-af2e-836c38c749ab tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139300 Sep 13 08:11:40.669228 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36958) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:40.673404 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-605cd5a5-bae1-4fea-a2e7-f47f7b133462 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'security_group_rule': {'security_group_id': '53d549ad-2688-4196-9e45-d2220c170d50', 'project_id': '9b574ef95c3547b39cabd8623717e508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:40.699232 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-605cd5a5-bae1-4fea-a2e7-f47f7b133462 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (ec3e9d64-cdd2-4f8a-a2de-734c69efcdcb), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.761996 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-605cd5a5-bae1-4fea-a2e7-f47f7b133462 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (ec3e9d64-cdd2-4f8a-a2de-734c69efcdcb), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.765598 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-605cd5a5-bae1-4fea-a2e7-f47f7b133462 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (ec3e9d64-cdd2-4f8a-a2de-734c69efcdcb), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.786135 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cd5a5-bae1-4fea-a2e7-f47f7b133462 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3e9d64-cdd2-4f8a-a2de-734c69efcdcb,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:40.795132 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-605cd5a5-bae1-4fea-a2e7-f47f7b133462 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.796798 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-605cd5a5-bae1-4fea-a2e7-f47f7b133462 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265202 Sep 13 08:11:40.799471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36960) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:40.803816 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-0da05c06-1272-4a84-88c6-9ff29e91b3ba tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'security_group_rule': {'security_group_id': '53d549ad-2688-4196-9e45-d2220c170d50', 'project_id': '9b574ef95c3547b39cabd8623717e508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:40.811176 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=3,neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=18 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:40.833021 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0da05c06-1272-4a84-88c6-9ff29e91b3ba tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (ba75a48e-d26e-482a-aefc-686a3b52af69), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.860689 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 298878ca-6673-402c-9b08-25ee68b40567 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:40.882530 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0da05c06-1272-4a84-88c6-9ff29e91b3ba tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (ba75a48e-d26e-482a-aefc-686a3b52af69), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.890198 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0da05c06-1272-4a84-88c6-9ff29e91b3ba tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (ba75a48e-d26e-482a-aefc-686a3b52af69), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.906928 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 298878ca-6673-402c-9b08-25ee68b40567 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:40.907306 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (298878ca-6673-402c-9b08-25ee68b40567), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.910690 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da05c06-1272-4a84-88c6-9ff29e91b3ba tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba75a48e-d26e-482a-aefc-686a3b52af69,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:40.918723 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0da05c06-1272-4a84-88c6-9ff29e91b3ba tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.919935 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-0da05c06-1272-4a84-88c6-9ff29e91b3ba tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194692 Sep 13 08:11:40.922680 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36962) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:40.926888 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-55b69f6d-ea3e-46f5-a1b7-5e403c919f6d tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'security_group_rule': {'security_group_id': '53d549ad-2688-4196-9e45-d2220c170d50', 'project_id': '9b574ef95c3547b39cabd8623717e508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:40.953013 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-55b69f6d-ea3e-46f5-a1b7-5e403c919f6d tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (77537e79-eb21-41c1-868d-700961ecbe2c), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:40.976766 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:INSERT=10,neutron:UPDATE=5,neutron:SELECT=81,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:40.981114 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 298878ca-6673-402c-9b08-25ee68b40567 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:40.982189 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:40.984428 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:41.019131 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-55b69f6d-ea3e-46f5-a1b7-5e403c919f6d tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (77537e79-eb21-41c1-868d-700961ecbe2c), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.022788 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-55b69f6d-ea3e-46f5-a1b7-5e403c919f6d tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (77537e79-eb21-41c1-868d-700961ecbe2c), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.029002 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:41.029371 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.040471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b69f6d-ea3e-46f5-a1b7-5e403c919f6d tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77537e79-eb21-41c1-868d-700961ecbe2c,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:41.054012 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-55b69f6d-ea3e-46f5-a1b7-5e403c919f6d tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.055406 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-55b69f6d-ea3e-46f5-a1b7-5e403c919f6d tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317871 Sep 13 08:11:41.058017 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 36964) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:41.062468 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-ffff817e-7062-4894-87da-29276013d43f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'security_group_rule': {'security_group_id': '53d549ad-2688-4196-9e45-d2220c170d50', 'project_id': '9b574ef95c3547b39cabd8623717e508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:41.070494 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:11:41.084499 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.securitygroups_db [None req-ffff817e-7062-4894-87da-29276013d43f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Project 9b574ef95c3547b39cabd8623717e508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 08:11:41.090497 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ffff817e-7062-4894-87da-29276013d43f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (3c5cfe39-b276-4a62-98cc-b82250167402), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.103701 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:41.104735 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device ea6725ff-7061-421d-942a-c7f36ed25d01 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:41.148756 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port ea6725ff-7061-421d-942a-c7f36ed25d01 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:41.149133 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.155960 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ffff817e-7062-4894-87da-29276013d43f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (3c5cfe39-b276-4a62-98cc-b82250167402), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.159526 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ffff817e-7062-4894-87da-29276013d43f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (3c5cfe39-b276-4a62-98cc-b82250167402), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.178037 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff817e-7062-4894-87da-29276013d43f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5cfe39-b276-4a62-98cc-b82250167402,revision_number=0']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:41.188057 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ffff817e-7062-4894-87da-29276013d43f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.189058 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ffff817e-7062-4894-87da-29276013d43f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300988 Sep 13 08:11:41.192454 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 36966) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:11:41.199122 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-27d0468b-5e17-43b0-ae04-c90e2d36911c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'security_group_rule': {'security_group_id': '53d549ad-2688-4196-9e45-d2220c170d50', 'project_id': '9b574ef95c3547b39cabd8623717e508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:41.212430 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:41.223961 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.securitygroups_db [None req-27d0468b-5e17-43b0-ae04-c90e2d36911c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Project 9b574ef95c3547b39cabd8623717e508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 08:11:41.229273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port ea6725ff-7061-421d-942a-c7f36ed25d01 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:41.229679 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.230153 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-27d0468b-5e17-43b0-ae04-c90e2d36911c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (e3ec32fa-e9c1-4d52-80bf-3fa0cef47c0e), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.250139 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port ea6725ff-7061-421d-942a-c7f36ed25d01, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=ea6725ff-7061-421d-942a-c7f36ed25d01,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:11:41.255962 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.297056 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-27d0468b-5e17-43b0-ae04-c90e2d36911c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (e3ec32fa-e9c1-4d52-80bf-3fa0cef47c0e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.300926 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-27d0468b-5e17-43b0-ae04-c90e2d36911c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16461996'] for security_group_rule (e3ec32fa-e9c1-4d52-80bf-3fa0cef47c0e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.306802 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=ea6725ff-7061-421d-942a-c7f36ed25d01,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:41.319562 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0468b-5e17-43b0-ae04-c90e2d36911c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ec32fa-e9c1-4d52-80bf-3fa0cef47c0e,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:41.327021 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-27d0468b-5e17-43b0-ae04-c90e2d36911c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:41.328202 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-27d0468b-5e17-43b0-ae04-c90e2d36911c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340566 Sep 13 08:11:41.709450 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Sync routers for ids ['720a47e2-7405-48b8-825e-acd6d5cdbef1'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:11:41.721219 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Routers {'720a47e2-7405-48b8-825e-acd6d5cdbef1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:11:41.722041 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['720a47e2-7405-48b8-825e-acd6d5cdbef1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:41.766140 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:41.831507 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Set router 720a47e2-7405-48b8-825e-acd6d5cdbef1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:11:42.022448 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:39Z', 'revision_number': 4, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'gw_port': {'id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'cccd96e4-99d3-452c-bd08-09f9fa177a95', 'name': '', 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'mac_address': 'fa:16:3e:6d:5c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '71046193-4b48-43dc-9204-4d25ec6a5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:38Z', 'updated_at': '2022-09-13T08:11:39Z', 'revision_number': 2, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'subnets': [{'id': '71046193-4b48-43dc-9204-4d25ec6a5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:42.047566 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Checking router: 720a47e2-7405-48b8-825e-acd6d5cdbef1 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:11:42.047928 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Updating router 720a47e2-7405-48b8-825e-acd6d5cdbef1 port cccd96e4-99d3-452c-bd08-09f9fa177a95 binding host dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 08:11:42.078373 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:42.215759 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:42.344310 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Publish callbacks [] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:42.350500 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:42.412836 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5b668-ec69-4f5d-a369-72ab25769260 None None] Pushing event updated for resources: {'Port': ['ID=cccd96e4-99d3-452c-bd08-09f9fa177a95,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:42.440092 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Attempting to bind port cccd96e4-99d3-452c-bd08-09f9fa177a95 on host dv-cinder-857075-3-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:11:42.440469 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Attempting to bind port cccd96e4-99d3-452c-bd08-09f9fa177a95 by drivers openvswitch,hyperv on host dv-cinder-857075-3-iscsi at level 0 using segments [{'id': 'e907a7d7-2c78-464e-8662-57ef9b808fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:11:42.440830 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Attempting to bind port cccd96e4-99d3-452c-bd08-09f9fa177a95 on network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:11:42.485302 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Checking agent: {'id': 'a3caad71-7be9-434b-b817-73a67e7308cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857075-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 50, 52), 'started_at': datetime.datetime(2022, 9, 13, 7, 51, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857075-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:11:42.485674 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Checking segment: {'id': 'e907a7d7-2c78-464e-8662-57ef9b808fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:11:42.486102 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:42.486492 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Bound using segment: {'id': 'e907a7d7-2c78-464e-8662-57ef9b808fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:11:42.486985 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Bound port: cccd96e4-99d3-452c-bd08-09f9fa177a95, host: dv-cinder-857075-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e907a7d7-2c78-464e-8662-57ef9b808fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:11:42.487363 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:42.550585 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] For port cccd96e4-99d3-452c-bd08-09f9fa177a95, host dv-cinder-857075-3-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:11:42.553492 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] For port cccd96e4-99d3-452c-bd08-09f9fa177a95, host dv-cinder-857075-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=cccd96e4-99d3-452c-bd08-09f9fa177a95,segment=NetworkSegment(e907a7d7-2c78-464e-8662-57ef9b808fb4),segment_id=e907a7d7-2c78-464e-8662-57ef9b808fb4)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:11:42.558793 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:42.594221 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Routers {'720a47e2-7405-48b8-825e-acd6d5cdbef1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:11:42.594905 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['720a47e2-7405-48b8-825e-acd6d5cdbef1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:42.653884 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5b668-ec69-4f5d-a369-72ab25769260 None None] Pushing event updated for resources: {'Port': ['ID=cccd96e4-99d3-452c-bd08-09f9fa177a95,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:42.688146 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:42.718571 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] Set router 720a47e2-7405-48b8-825e-acd6d5cdbef1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:11:42.788699 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device ea6725ff-7061-421d-942a-c7f36ed25d01 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:42.902897 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port ea6725ff-7061-421d-942a-c7f36ed25d01 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:42.903271 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:43.128468 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:39Z', 'revision_number': 4, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'gw_port': {'id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'cccd96e4-99d3-452c-bd08-09f9fa177a95', 'name': '', 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'mac_address': 'fa:16:3e:6d:5c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '71046193-4b48-43dc-9204-4d25ec6a5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:38Z', 'updated_at': '2022-09-13T08:11:42Z', 'revision_number': 4, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'subnets': [{'id': '71046193-4b48-43dc-9204-4d25ec6a5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:11:43.158827 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1696d-3d9a-4179-bf4d-6adbf0190abe None None] The sync data for ids ['720a47e2-7405-48b8-825e-acd6d5cdbef1'] in dv-cinder-857075-3-iscsi is: [{'id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:39Z', 'revision_number': 4, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'gw_port': {'id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': 'cccd96e4-99d3-452c-bd08-09f9fa177a95', 'name': '', 'network_id': '81bba7c0-be08-4a8a-87b4-eb6a24659f3b', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'mac_address': 'fa:16:3e:6d:5c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '71046193-4b48-43dc-9204-4d25ec6a5d80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:38Z', 'updated_at': '2022-09-13T08:11:42Z', 'revision_number': 4, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'subnets': [{'id': '71046193-4b48-43dc-9204-4d25ec6a5d80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:11:43.166895 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port ea6725ff-7061-421d-942a-c7f36ed25d01 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:44.790086 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device cccd96e4-99d3-452c-bd08-09f9fa177a95 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:44.834552 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port cccd96e4-99d3-452c-bd08-09f9fa177a95 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:44.834971 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:44.854552 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:44.912385 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port cccd96e4-99d3-452c-bd08-09f9fa177a95 is: DOWN; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:44.912783 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:44.948280 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] For port cccd96e4-99d3-452c-bd08-09f9fa177a95, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=cccd96e4-99d3-452c-bd08-09f9fa177a95,segment=NetworkSegment(e907a7d7-2c78-464e-8662-57ef9b808fb4),segment_id=e907a7d7-2c78-464e-8662-57ef9b808fb4)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:11:44.957175 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:45.003493 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Pushing event updated for resources: {'Port': ['ID=cccd96e4-99d3-452c-bd08-09f9fa177a95,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:46.782557 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-4c567862-9d8b-42c1-901a-e2b80657f62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:46.787275 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device cccd96e4-99d3-452c-bd08-09f9fa177a95 up at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:11:46.831868 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Provisioning complete for port cccd96e4-99d3-452c-bd08-09f9fa177a95 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:46.832278 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:46.907660 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Current status of the port cccd96e4-99d3-452c-bd08-09f9fa177a95 is: ACTIVE; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:11:49.008935 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-69068dd9-dea2-4174-b9a5-61a1bef27483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:49.356732 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=27 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:50.239073 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:50.247236 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:51.070739 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:51.175934 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=1,neutron:SELECT=21,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:51.177805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=38,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:51.319000 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=81,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:51.321549 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=12,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:51.738185 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:51.858202 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:55.764699 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-f8d61f1d-c9bb-47b6-b0bb-83504de3afa6 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2131184590&fields=id&tenant_id=9b574ef95c3547b39cabd8623717e508 HTTP/1.1" status: 200 len: 267 time: 0.0443621 Sep 13 08:11:55.872016 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-912fc439-8de1-489e-9935-0f5feab48863 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:55.873441 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-912fc439-8de1-489e-9935-0f5feab48863 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 811 time: 0.1024046 Sep 13 08:11:55.888411 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-d4e1b450-e9cc-4205-b8e6-d2d83868f3f6 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/quotas/9b574ef95c3547b39cabd8623717e508 HTTP/1.1" status: 200 len: 375 time: 0.0095143 Sep 13 08:11:55.937716 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-5d71bfef-0030-4984-bc4d-809ba5a4f17b tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441189 Sep 13 08:11:56.034763 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-e4b4b585-071f-4f66-966f-ab66f1548e5b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858324 Sep 13 08:11:56.121607 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-39ce13c7-bb30-4b41-afc1-7d9b19e75bc4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813277 Sep 13 08:11:56.410696 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-07dcfaee-f015-4e60-8ff8-418d98ee5880 req-b02935e5-8fc5-4c03-906c-d0a6a143b09f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 210 time: 0.0274727 Sep 13 08:11:57.378077 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-20ee6b8a-ab3b-4516-bc5a-4bd16532ce02 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:57.379744 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-20ee6b8a-ab3b-4516-bc5a-4bd16532ce02 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 811 time: 0.1153917 Sep 13 08:11:57.440584 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-08efcaf2-30eb-4b4d-a984-ae100c28132e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b574ef95c3547b39cabd8623717e508 HTTP/1.1" status: 200 len: 380 time: 0.0536928 Sep 13 08:11:57.449725 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'port': {'device_id': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'admin_state_up': True, 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'security_groups': ['53d549ad-2688-4196-9e45-d2220c170d50']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:57.538680 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5482259a-2d8d-444d-bdcd-11bd3fa35286 req-a1bd8256-3884-47ef-9064-6f8d19567bd2 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 210 time: 0.0295103 Sep 13 08:11:57.583877 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Made reservation on behalf of 9b574ef95c3547b39cabd8623717e508 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:11:57.587521 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:57.713706 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Allocated IP 172.20.0.6 (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d/a235a933-e085-4802-9558-c6b9a5be39b2/62824718-6f77-47cf-be6c-118357c54013) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:11:57.786998 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:57.817588 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:57.866079 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for port (62824718-6f77-47cf-be6c-118357c54013), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:57.897611 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (62824718-6f77-47cf-be6c-118357c54013), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:57.941936 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:11:57.946918 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:11:57.951123 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:11:57.957487 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'Port': ['ID=62824718-6f77-47cf-be6c-118357c54013,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:58.002997 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:58.003627 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:58.021390 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-aa09d42d-71cf-4711-af77-29d9a7f15364 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756805 Sep 13 08:11:58.032790 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Request body: {'port': {'device_id': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:11:58.093224 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (62824718-6f77-47cf-be6c-118357c54013), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:58.209366 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-11bbdf55-fea8-442a-8e19-fcee5864ffc2 None None] Provisioning complete for port 62824718-6f77-47cf-be6c-118357c54013 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:11:58.209954 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-11bbdf55-fea8-442a-8e19-fcee5864ffc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (62824718-6f77-47cf-be6c-118357c54013), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:58.241316 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-11bbdf55-fea8-442a-8e19-fcee5864ffc2 None None] Port 62824718-6f77-47cf-be6c-118357c54013 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:11:58.343734 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62824718-6f77-47cf-be6c-118357c54013 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:11:58.351585 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Publish callbacks [] for port (62824718-6f77-47cf-be6c-118357c54013), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:58.364366 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Transition to ACTIVE for port object 62824718-6f77-47cf-be6c-118357c54013 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:11:58.368539 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (62824718-6f77-47cf-be6c-118357c54013), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:58.443265 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Pushing event updated for resources: {'Port': ['ID=62824718-6f77-47cf-be6c-118357c54013,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:58.477809 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Attempting to bind port 62824718-6f77-47cf-be6c-118357c54013 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:11:58.478071 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Attempting to bind port 62824718-6f77-47cf-be6c-118357c54013 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:11:58.478402 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Attempting to bind port 62824718-6f77-47cf-be6c-118357c54013 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:11:58.511881 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:58.521438 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Port 62824718-6f77-47cf-be6c-118357c54013 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:11:58.521796 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Attempting to bind port 62824718-6f77-47cf-be6c-118357c54013 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:11:58.564086 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:11:58.564416 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Checking segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:11:58.564794 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Bound using segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:11:58.565220 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Bound port: 62824718-6f77-47cf-be6c-118357c54013, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:11:58.565574 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (62824718-6f77-47cf-be6c-118357c54013), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:58.599614 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:11:58.628627 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] For port 62824718-6f77-47cf-be6c-118357c54013, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:11:58.631719 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] For port 62824718-6f77-47cf-be6c-118357c54013, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=62824718-6f77-47cf-be6c-118357c54013,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:11:58.637915 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (62824718-6f77-47cf-be6c-118357c54013), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:58.642068 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:58.642675 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:11:58.644538 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/62824718-6f77-47cf-be6c-118357c54013 HTTP/1.1" status: 200 len: 1093 time: 0.6153779 Sep 13 08:11:58.645100 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'tag': '62824718-6f77-47cf-be6c-118357c54013'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:11:58.647364 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28ff64b-6597-4671-b1af-2baf50136291" -d '{"events": [{"name": "network-changed", "server_uuid": "65af167e-a342-4e39-a02d-ab2ecfe2eb59", "tag": "62824718-6f77-47cf-be6c-118357c54013"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:11:58.669055 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080542a-3c82-4313-ae29-c2feed2d603c req-e693e6a5-b51a-406c-bba4-52f79be62068 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:58.671143 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7080542a-3c82-4313-ae29-c2feed2d603c req-e693e6a5-b51a-406c-bba4-52f79be62068 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 943 time: 0.0536497 Sep 13 08:11:58.698638 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc1326-5656-4951-bd7f-6cd00879a6b9 x-openstack-request-id: req-66fc1326-5656-4951-bd7f-6cd00879a6b9 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:11:58.698928 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65af167e-a342-4e39-a02d-ab2ecfe2eb59", "tag": "62824718-6f77-47cf-be6c-118357c54013", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:11:58.699188 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66fc1326-5656-4951-bd7f-6cd00879a6b9 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:11:58.699592 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fc1326-5656-4951-bd7f-6cd00879a6b9'] response: {'name': 'network-changed', 'server_uuid': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'tag': '62824718-6f77-47cf-be6c-118357c54013', 'status': 'completed', 'code': 200} Sep 13 08:11:58.728579 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72526cb0-1457-4b38-b40c-6bd10e579072 service neutron] Pushing event updated for resources: {'Port': ['ID=62824718-6f77-47cf-be6c-118357c54013,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:11:58.734707 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-7080542a-3c82-4313-ae29-c2feed2d603c req-2d36de33-b228-4b31-adca-e3663e645309 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482256 Sep 13 08:11:58.740158 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-c421aa52-30e9-44ce-8998-7a092053448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:58.741675 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-c421aa52-30e9-44ce-8998-7a092053448e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 1127 time: 0.0537224 Sep 13 08:11:58.781007 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-d6bd1433-d4e6-477d-a84a-852c511fb25d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62824718-6f77-47cf-be6c-118357c54013 HTTP/1.1" status: 200 len: 217 time: 0.0321836 Sep 13 08:11:58.827438 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-e1cbaf91-ec7c-4d6b-9bd5-eb6d3e1d178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:58.828813 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-e1cbaf91-ec7c-4d6b-9bd5-eb6d3e1d178e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0419536 Sep 13 08:11:58.874591 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-4dd5de0c-6c36-4f4b-a864-5d9bbbb846a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:58.876084 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-4dd5de0c-6c36-4f4b-a864-5d9bbbb846a5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405784 Sep 13 08:11:58.965459 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-c0c81dfb-9de7-4cf7-ac53-4a7fc79f157f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833836 Sep 13 08:11:59.055629 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b2cc1426-3375-4036-9e8c-7cdbe527b2b8 req-a9fb0598-8d18-429f-be9c-17fd32210cf3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849206 Sep 13 08:11:59.296254 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff64b-6597-4671-b1af-2baf50136291 req-af22cb5d-0fed-4532-950e-2b2d9fa606cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:59.297661 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e28ff64b-6597-4671-b1af-2baf50136291 req-af22cb5d-0fed-4532-950e-2b2d9fa606cf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 1127 time: 0.0378683 Sep 13 08:11:59.659944 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff64b-6597-4671-b1af-2baf50136291 req-46f936a4-bdf4-46e2-bbbd-70b0d139710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:59.661406 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e28ff64b-6597-4671-b1af-2baf50136291 req-46f936a4-bdf4-46e2-bbbd-70b0d139710f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.3580885 Sep 13 08:11:59.700844 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e28ff64b-6597-4671-b1af-2baf50136291 req-b295603a-1501-4c48-afa2-70a1a3c958d8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62824718-6f77-47cf-be6c-118357c54013 HTTP/1.1" status: 200 len: 217 time: 0.0325511 Sep 13 08:11:59.747686 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff64b-6597-4671-b1af-2baf50136291 req-f5acd04a-4c0d-4b93-8e70-d2ec626f86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:59.749085 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e28ff64b-6597-4671-b1af-2baf50136291 req-f5acd04a-4c0d-4b93-8e70-d2ec626f86ab service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0428398 Sep 13 08:11:59.794408 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff64b-6597-4671-b1af-2baf50136291 req-ece74426-6677-46c0-8a31-9f9e2f32ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:59.795932 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e28ff64b-6597-4671-b1af-2baf50136291 req-ece74426-6677-46c0-8a31-9f9e2f32ec89 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414000 Sep 13 08:11:59.903844 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bba951-9ea5-4d75-ae76-26f411b7d44e req-d722436b-c995-4cf8-a86a-6db82faee76c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:11:59.905301 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d2bba951-9ea5-4d75-ae76-26f411b7d44e req-d722436b-c995-4cf8-a86a-6db82faee76c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 943 time: 0.0865669 Sep 13 08:11:59.937058 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e28ff64b-6597-4671-b1af-2baf50136291 req-23d61b90-7766-41f2-9011-276cbb13cc90 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348367 Sep 13 08:11:59.989585 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d2bba951-9ea5-4d75-ae76-26f411b7d44e req-86d2e8a0-f16e-4f8c-9327-03b9f6b03812 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773463 Sep 13 08:12:00.014557 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:00.046435 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e28ff64b-6597-4671-b1af-2baf50136291 req-3207b7e1-363e-45b6-b691-003731f130b4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023090 Sep 13 08:12:01.104974 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbafd0-8296-4cba-9ca8-9b955c3f5d7a req-fdf779e7-14ae-4fc5-9612-9d8228b448b1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:01.106452 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-86dbafd0-8296-4cba-9ca8-9b955c3f5d7a req-fdf779e7-14ae-4fc5-9612-9d8228b448b1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 943 time: 0.0458779 Sep 13 08:12:01.154329 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-86dbafd0-8296-4cba-9ca8-9b955c3f5d7a req-234c41e1-8ddd-44ab-84c7-3f59fd977d84 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Sep 13 08:12:01.985355 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:02.268365 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:02.277677 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495a78f-3bd3-4ec2-a79a-744927f2b376 req-6858a8f0-4c58-4026-a196-9572f673ec66 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:02.279166 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3495a78f-3bd3-4ec2-a79a-744927f2b376 req-6858a8f0-4c58-4026-a196-9572f673ec66 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 943 time: 0.0509338 Sep 13 08:12:02.327150 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3495a78f-3bd3-4ec2-a79a-744927f2b376 req-890b13ba-8481-4dd4-a57c-8c36190d2e14 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424435 Sep 13 08:12:03.456404 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17251fdb-aaa9-4b3c-8fce-10a5e666217a req-3ed423f4-045d-4d5c-9c85-5e0c78a9d16c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:03.458406 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-17251fdb-aaa9-4b3c-8fce-10a5e666217a req-3ed423f4-045d-4d5c-9c85-5e0c78a9d16c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 943 time: 0.0456648 Sep 13 08:12:03.508594 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-17251fdb-aaa9-4b3c-8fce-10a5e666217a req-da704521-b1be-4931-af9a-5c975dd9ea99 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Sep 13 08:12:04.625393 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb4241-ed34-43cf-8108-e0f0a336db9d req-b0e5bce1-6583-4cd3-94ef-e2335460de68 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:04.626869 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8fcb4241-ed34-43cf-8108-e0f0a336db9d req-b0e5bce1-6583-4cd3-94ef-e2335460de68 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 943 time: 0.0457759 Sep 13 08:12:04.684318 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8fcb4241-ed34-43cf-8108-e0f0a336db9d req-c782a9a4-2d5a-48be-991d-95d446b5f094 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500975 Sep 13 08:12:05.802905 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526ec5c-0f63-44c7-aa8c-155e850a87c6 req-f6210545-131f-4515-8cf2-9f349c18a72f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:05.804324 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4526ec5c-0f63-44c7-aa8c-155e850a87c6 req-f6210545-131f-4515-8cf2-9f349c18a72f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 943 time: 0.0452662 Sep 13 08:12:05.852121 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4526ec5c-0f63-44c7-aa8c-155e850a87c6 req-05892e42-2a08-45ea-ae03-4a0777a7c426 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Sep 13 08:12:06.680451 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 62824718-6f77-47cf-be6c-118357c54013 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:12:06.781597 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 62824718-6f77-47cf-be6c-118357c54013, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=62824718-6f77-47cf-be6c-118357c54013,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:12:06.792238 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '62824718-6f77-47cf-be6c-118357c54013', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'port_id': '62824718-6f77-47cf-be6c-118357c54013', 'mac_address': 'fa:16:3e:02:0d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:12:06.826111 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 62824718-6f77-47cf-be6c-118357c54013 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:12:06.826490 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (62824718-6f77-47cf-be6c-118357c54013), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:06.838732 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62824718-6f77-47cf-be6c-118357c54013 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:12:06.857759 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 62824718-6f77-47cf-be6c-118357c54013, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=62824718-6f77-47cf-be6c-118357c54013,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:12:06.861252 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (62824718-6f77-47cf-be6c-118357c54013), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:06.915560 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=62824718-6f77-47cf-be6c-118357c54013,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:12:06.980936 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba23b5-16fd-42eb-bb08-bc8bcd0a1ada req-eec27365-5bce-45fc-b85b-b0886485aeff tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:06.982397 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f3ba23b5-16fd-42eb-bb08-bc8bcd0a1ada req-eec27365-5bce-45fc-b85b-b0886485aeff tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 944 time: 0.0523672 Sep 13 08:12:07.031683 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f3ba23b5-16fd-42eb-bb08-bc8bcd0a1ada req-04d3a7ec-d6c9-4984-86d3-a0e412bea83e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Sep 13 08:12:07.063096 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['62824718-6f77-47cf-be6c-118357c54013'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:12:07.113082 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:08.135735 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:08.139808 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:08.150076 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1490393-d06d-478e-b90c-1d287010c912 req-4e58fbaa-c469-4af6-9104-c2423c135698 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:08.151515 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b1490393-d06d-478e-b90c-1d287010c912 req-4e58fbaa-c469-4af6-9104-c2423c135698 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 944 time: 0.0455718 Sep 13 08:12:08.199394 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b1490393-d06d-478e-b90c-1d287010c912 req-3c18a2aa-6508-4a8d-95b9-233f82897351 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423508 Sep 13 08:12:08.675715 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 62824718-6f77-47cf-be6c-118357c54013 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:12:08.718718 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 62824718-6f77-47cf-be6c-118357c54013 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:12:08.725483 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 62824718-6f77-47cf-be6c-118357c54013 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:12:08.725928 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (62824718-6f77-47cf-be6c-118357c54013), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:08.797257 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 62824718-6f77-47cf-be6c-118357c54013 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:12:08.797642 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (62824718-6f77-47cf-be6c-118357c54013), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:08.823374 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62824718-6f77-47cf-be6c-118357c54013'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:12:08.825700 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5c34b8-c266-4881-a81d-82dd4376051b" -d '{"events": [{"server_uuid": "65af167e-a342-4e39-a02d-ab2ecfe2eb59", "name": "network-vif-plugged", "status": "completed", "tag": "62824718-6f77-47cf-be6c-118357c54013"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:12:08.830196 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:08.839985 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 62824718-6f77-47cf-be6c-118357c54013, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=62824718-6f77-47cf-be6c-118357c54013,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:12:08.844244 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (62824718-6f77-47cf-be6c-118357c54013), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:08.867686 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1245422f-b6df-4639-ab7a-c81b5676b209 x-openstack-request-id: req-1245422f-b6df-4639-ab7a-c81b5676b209 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:12:08.867965 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65af167e-a342-4e39-a02d-ab2ecfe2eb59", "name": "network-vif-plugged", "status": "completed", "tag": "62824718-6f77-47cf-be6c-118357c54013", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:12:08.868221 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1245422f-b6df-4639-ab7a-c81b5676b209 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:12:08.868613 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1245422f-b6df-4639-ab7a-c81b5676b209'] response: {'server_uuid': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62824718-6f77-47cf-be6c-118357c54013', 'code': 200} Sep 13 08:12:08.895761 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=62824718-6f77-47cf-be6c-118357c54013,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:12:09.071709 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf6405-1213-4533-83fd-395401a6b94f req-313844e6-8275-4351-84a7-95d604f431bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:09.073462 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1fbf6405-1213-4533-83fd-395401a6b94f req-313844e6-8275-4351-84a7-95d604f431bc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 1129 time: 0.0399313 Sep 13 08:12:09.120167 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1fbf6405-1213-4533-83fd-395401a6b94f req-6459d496-fdcf-4163-ab3f-f9fb1595fbe1 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393946 Sep 13 08:12:09.321584 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cf4b6-dbec-4643-9bb6-dfb9b6b0ced4 req-0d221879-9a2f-41ea-8886-95d34dbc5ab5 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:09.323391 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-456cf4b6-dbec-4643-9bb6-dfb9b6b0ced4 req-0d221879-9a2f-41ea-8886-95d34dbc5ab5 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 945 time: 0.0490534 Sep 13 08:12:09.371219 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-456cf4b6-dbec-4643-9bb6-dfb9b6b0ced4 req-bcda7b4c-7654-482b-9cbb-901bbb05267e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Sep 13 08:12:10.489448 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaaccb-dc0d-4a35-817c-ded4dfd121cb req-3a623527-5e17-462a-a963-a2b582cd44bc tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:10.490927 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5bcaaccb-dc0d-4a35-817c-ded4dfd121cb req-3a623527-5e17-462a-a963-a2b582cd44bc tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 945 time: 0.0457692 Sep 13 08:12:10.541916 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5bcaaccb-dc0d-4a35-817c-ded4dfd121cb req-b55595b4-2044-4a4f-ad83-c7b142807e0d tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 Sep 13 08:12:10.661402 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917547c-ed7e-4033-b82a-5a14446ee79d req-ffc46dab-34d4-4afd-be99-1c097b045e30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:10.662778 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a917547c-ed7e-4033-b82a-5a14446ee79d req-ffc46dab-34d4-4afd-be99-1c097b045e30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 945 time: 0.0457444 Sep 13 08:12:10.709985 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-a917547c-ed7e-4033-b82a-5a14446ee79d req-5c127cbc-68c9-4e5e-8a09-b94cb541bd7e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Sep 13 08:12:10.738857 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37120) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:12:10.862860 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ef7ba-af5f-4284-b36c-21533ad35f48 tempest-TestVolumeBootPattern-976523690 tempest-TestVolumeBootPattern-976523690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:10.865204 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ec1ef7ba-af5f-4284-b36c-21533ad35f48 tempest-TestVolumeBootPattern-976523690 tempest-TestVolumeBootPattern-976523690-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 1124 time: 0.1250358 Sep 13 08:12:10.867781 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37124) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:12:10.872473 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'port_id': '62824718-6f77-47cf-be6c-118357c54013', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:12:10.894576 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:10.971964 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:11.080984 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Allocated IP 172.27.1.131 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/7193f5ab-5e12-4b88-93ba-b8974320499c) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:12:11.171537 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:11.187879 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for port (7193f5ab-5e12-4b88-93ba-b8974320499c), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:11.219500 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (7193f5ab-5e12-4b88-93ba-b8974320499c), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:11.257106 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:12:11.263904 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:12:11.266404 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:12:11.271463 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'Port': ['ID=7193f5ab-5e12-4b88-93ba-b8974320499c,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:12:11.302941 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:11.608446 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (d5025f8a-bf23-4b66-beb5-502fa4811955), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:11.671539 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7193f5ab-5e12-4b88-93ba-b8974320499c), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:11.823236 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for port (7193f5ab-5e12-4b88-93ba-b8974320499c), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:11.827800 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (7193f5ab-5e12-4b88-93ba-b8974320499c), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:11.896324 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'Port': ['ID=7193f5ab-5e12-4b88-93ba-b8974320499c,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:12:11.898688 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (d5025f8a-bf23-4b66-beb5-502fa4811955), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:11.971445 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:11.996498 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Floating IP d5025f8a-bf23-4b66-beb5-502fa4811955 associated. External IP: 172.27.1.131, port: 62824718-6f77-47cf-be6c-118357c54013. Sep 13 08:12:12.092191 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:12.192439 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Router 5785794a-4b44-4849-8ce0-809249be1e11 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:12:12.299027 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:12:12.310054 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] Sync routers for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:12:12.320964 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:12:12.321576 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:12:12.326204 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:12.361910 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a50c8a43-df31-4d24-82d4-897622748318 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4930110 Sep 13 08:12:12.362658 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'tag': '62824718-6f77-47cf-be6c-118357c54013'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:12:12.365587 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767eeb4-c541-429a-81be-fde2603d7b28" -d '{"events": [{"name": "network-changed", "server_uuid": "65af167e-a342-4e39-a02d-ab2ecfe2eb59", "tag": "62824718-6f77-47cf-be6c-118357c54013"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:12:12.435538 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:12:12.479763 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4977f572-19bd-4db0-ae13-cd0d156f6880 x-openstack-request-id: req-4977f572-19bd-4db0-ae13-cd0d156f6880 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:12:12.480261 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65af167e-a342-4e39-a02d-ab2ecfe2eb59", "tag": "62824718-6f77-47cf-be6c-118357c54013", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:12:12.480690 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4977f572-19bd-4db0-ae13-cd0d156f6880 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:12:12.481112 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4977f572-19bd-4db0-ae13-cd0d156f6880'] response: {'name': 'network-changed', 'server_uuid': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'tag': '62824718-6f77-47cf-be6c-118357c54013', 'status': 'completed', 'code': 200} Sep 13 08:12:12.728086 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'd5025f8a-bf23-4b66-beb5-502fa4811955', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '62824718-6f77-47cf-be6c-118357c54013', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:02:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:12:11Z', 'updated_at': '2022-09-13T08:12:11Z', 'revision_number': 0, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:12:12.730810 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-3698b68f-a8e3-4460-9144-72a17feadecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:12.741365 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-3698b68f-a8e3-4460-9144-72a17feadecd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 1129 time: 0.0560117 Sep 13 08:12:12.755326 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] Checking router: 5785794a-4b44-4849-8ce0-809249be1e11 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:12:12.767473 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:12:12.768140 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:11:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:12:12.840552 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-ece43ebd-99e5-4110-bcd6-fc796e14dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:12.842066 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-ece43ebd-99e5-4110-bcd6-fc796e14dcf0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.0953686 Sep 13 08:12:12.880311 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:12:12.915861 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-877e9df1-6c79-424d-bc67-06ac307d55f0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62824718-6f77-47cf-be6c-118357c54013 HTTP/1.1" status: 200 len: 999 time: 0.0679951 Sep 13 08:12:12.963551 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-10ed7fb3-ad8f-44ca-aa0e-f5182c8750ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:12.965007 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-10ed7fb3-ad8f-44ca-aa0e-f5182c8750ec service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0441341 Sep 13 08:12:13.006959 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-ad062d4e-9534-4e3d-9528-6e0c3c7f97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:13.008385 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-ad062d4e-9534-4e3d-9528-6e0c3c7f97f8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380232 Sep 13 08:12:13.096106 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'd5025f8a-bf23-4b66-beb5-502fa4811955', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '62824718-6f77-47cf-be6c-118357c54013', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:02:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:12:11Z', 'updated_at': '2022-09-13T08:12:11Z', 'revision_number': 0, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:12:13.099180 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-fd882ed1-cec4-41b0-8192-6705f49875dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852058 Sep 13 08:12:13.121554 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832ed01-24ad-47a9-a264-f28599c6fcf9 None None] The sync data for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi is: [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'd5025f8a-bf23-4b66-beb5-502fa4811955', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '62824718-6f77-47cf-be6c-118357c54013', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:02:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:12:11Z', 'updated_at': '2022-09-13T08:12:11Z', 'revision_number': 0, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:12:13.188847 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c767eeb4-c541-429a-81be-fde2603d7b28 req-1500453c-d8b5-4d1b-981f-ffe96d6c21ae service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844426 Sep 13 08:12:13.315355 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029d93d9-ad8a-4971-9b35-2d8277e7501c None None] New status for floating IP d5025f8a-bf23-4b66-beb5-502fa4811955: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:12:15.923348 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-2abe51c3-e426-4c09-8703-955e15ac5651 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419242 Sep 13 08:12:15.971538 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:16.003072 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-e4540ed0-a1ff-449f-b3e9-9c8deac37eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:16.004572 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-e4540ed0-a1ff-449f-b3e9-9c8deac37eaf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 1129 time: 0.0404732 Sep 13 08:12:16.105307 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-4e9dc0a2-497d-4441-ae4d-a1b571abb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:16.106819 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-4e9dc0a2-497d-4441-ae4d-a1b571abb496 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.0836780 Sep 13 08:12:16.169334 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-e7db0095-3ad2-468b-b20a-b7b60d5e3c73 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62824718-6f77-47cf-be6c-118357c54013 HTTP/1.1" status: 200 len: 1001 time: 0.0561388 Sep 13 08:12:16.216131 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-f3af5d74-9300-4dca-ac39-c44632909519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:16.217539 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-f3af5d74-9300-4dca-ac39-c44632909519 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0434296 Sep 13 08:12:16.254890 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:16.260931 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-d1dccd5a-c8f5-4337-8443-1579b0880a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:12:16.262418 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-d1dccd5a-c8f5-4337-8443-1579b0880a26 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389252 Sep 13 08:12:16.351948 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-fbe80001-7e79-421e-9061-fc2840175c9c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836940 Sep 13 08:12:16.438874 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a94abb0f-fb20-4e73-b277-d28cb338756e req-7f93e802-96a2-4935-8efb-92ff32ce0d0e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819113 Sep 13 08:12:16.785809 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c9fab128-0e4f-4c79-96ab-25a920eaf2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:18.070267 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:12:19.010936 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a6184cc9-a971-444a-aec0-bda00d0c57a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:20.247689 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:20.696779 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=62 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:20.705353 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=66 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:21.741632 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:21.858626 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:26.434706 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=18 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:26.435498 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=47 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:28.066009 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=75 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:28.066832 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=75 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:31.853243 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:31.854003 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:31.985004 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:41.978992 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:41.980839 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:45.131607 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:45.138684 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:12:46.787279 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-71c19c73-4826-496a-841d-1ec04ec27ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:49.016218 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-31498bf9-1c8a-46f3-bf49-095da1c639f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:50.253301 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:51.745058 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:51.859667 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:12:55.069175 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:13:01.848439 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:01.855429 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:01.992107 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:05.064960 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:05.065674 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:11.985359 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:11.987347 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:15.916220 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-6a327ab6-1e11-41f6-85d4-6d11e8aac40f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413802 Sep 13 08:13:15.994147 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-d88b117c-f635-4ff9-9aa1-d1e2a7ce28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:13:15.995575 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-d88b117c-f635-4ff9-9aa1-d1e2a7ce28d9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 1129 time: 0.0384929 Sep 13 08:13:16.096341 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-37723d6b-c3e2-47e7-890f-32a51663f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:13:16.097789 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-37723d6b-c3e2-47e7-890f-32a51663f7f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.0858688 Sep 13 08:13:16.156598 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-021159d8-db04-44e8-aa78-12f33424f770 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62824718-6f77-47cf-be6c-118357c54013 HTTP/1.1" status: 200 len: 1001 time: 0.0524397 Sep 13 08:13:16.202245 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-8d6314cc-be92-464a-8f2b-7508bbd601c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:13:16.203605 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-8d6314cc-be92-464a-8f2b-7508bbd601c0 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0414689 Sep 13 08:13:16.245473 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-4b817899-05ce-4db2-baa1-542a9dcb3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:13:16.246928 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-4b817899-05ce-4db2-baa1-542a9dcb3e82 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371125 Sep 13 08:13:16.336919 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-73fe780e-790f-4f3d-a237-b6303d6cf065 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839086 Sep 13 08:13:16.426673 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e2c91567-7001-4c53-9d3c-3fc7540fbe6d req-51e57131-0e77-4405-9ae9-055f402255c9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834789 Sep 13 08:13:16.789056 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f5e71ca1-c211-4bdf-b425-abd535db9d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:19.010071 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-16b85cdb-6aa4-4361-9726-e96dbb28d953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:20.254905 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:21.752494 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:21.863914 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:22.129986 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:22.133958 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:26.422570 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=49 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:26.423347 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=52 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:31.857564 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:31.860047 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:31.976633 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:32.068261 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:13:41.966422 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:41.972751 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:42.063251 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=17 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:42.063990 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=11 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:46.790654 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9f788a8f-a09b-441b-a41e-9c1f20450ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:49.011907 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2772299a-de86-4e53-a69e-415837fc8ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:50.256720 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:51.753876 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:51.857684 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:13:59.124849 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:13:59.129535 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:01.851441 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:01.853929 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:01.992147 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:08.221016 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df424-16d0-4d6b-a390-3d11daabc410 req-907d4618-d332-4d33-9be1-d5941695143b tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:08.222507 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f45df424-16d0-4d6b-a390-3d11daabc410 req-907d4618-d332-4d33-9be1-d5941695143b tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 945 time: 0.0969989 Sep 13 08:14:08.270839 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f45df424-16d0-4d6b-a390-3d11daabc410 req-702a2a33-edfc-4a62-af4b-cc7e0d589e04 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Sep 13 08:14:09.068505 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:14:09.446804 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4c7db-a857-40e7-856d-55b4ba36e69d req-72c3528e-a7d4-44fd-86bb-12993a8711b8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:09.448524 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3cc4c7db-a857-40e7-856d-55b4ba36e69d req-72c3528e-a7d4-44fd-86bb-12993a8711b8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 945 time: 0.1026456 Sep 13 08:14:09.498013 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3cc4c7db-a857-40e7-856d-55b4ba36e69d req-f4e5d2c4-b68d-41bf-a043-f598b6f658c5 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439460 Sep 13 08:14:09.609182 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-d3ad8d26-1818-4cf2-9d82-ccf03e118186 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:09.610644 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-d3ad8d26-1818-4cf2-9d82-ccf03e118186 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 945 time: 0.0457387 Sep 13 08:14:09.949185 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Deleting port 62824718-6f77-47cf-be6c-118357c54013 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:14:09.949525 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (62824718-6f77-47cf-be6c-118357c54013), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:10.036246 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] For port 62824718-6f77-47cf-be6c-118357c54013, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=62824718-6f77-47cf-be6c-118357c54013,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:14:10.036604 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (62824718-6f77-47cf-be6c-118357c54013), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:10.198372 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:10.198674 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (d5025f8a-bf23-4b66-beb5-502fa4811955), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:10.198987 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Floating IP d5025f8a-bf23-4b66-beb5-502fa4811955 disassociated. External IP: 172.27.1.131, port: 62824718-6f77-47cf-be6c-118357c54013. Sep 13 08:14:10.199407 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Calling delete_port for 62824718-6f77-47cf-be6c-118357c54013 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:14:10.320510 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (62824718-6f77-47cf-be6c-118357c54013), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:10.350549 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event deleted for resources: {'Port': ['ID=62824718-6f77-47cf-be6c-118357c54013,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:14:10.362023 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.362380 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.362730 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.363071 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.363951 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.364287 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.364617 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.364944 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.365272 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.365596 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.365950 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.366278 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.366605 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.366928 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.367248 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:10.470410 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Router 5785794a-4b44-4849-8ce0-809249be1e11 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:14:10.574444 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:14:10.584001 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] Sync routers for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:14:10.594646 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:14:10.595356 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:13:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:14:10.620367 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:10.622487 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-570bea76-91d7-4245-860a-845d1ad21c8e req-cf75bbc2-132c-4179-81a8-c66a254056cb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=65af167e-a342-4e39-a02d-ab2ecfe2eb59 HTTP/1.1" status: 200 len: 210 time: 0.0461855 Sep 13 08:14:10.641162 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] No DVR routers for this DVR port 62824718-6f77-47cf-be6c-118357c54013 on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:14:10.643809 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:10.647144 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c5ab430d-7f7f-4f9e-bd38-adadfd91f895 req-6bac5fb1-8697-4085-a339-eebeaa6390f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "DELETE /networking/v2.0/ports/62824718-6f77-47cf-be6c-118357c54013 HTTP/1.1" status: 204 len: 173 time: 1.0316479 Sep 13 08:14:10.647687 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'name': 'network-vif-deleted', 'tag': '62824718-6f77-47cf-be6c-118357c54013'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:14:10.649961 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1266489-ecda-4462-82b3-722f22fcc4b3" -d '{"events": [{"server_uuid": "65af167e-a342-4e39-a02d-ab2ecfe2eb59", "name": "network-vif-deleted", "tag": "62824718-6f77-47cf-be6c-118357c54013"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:14:10.692022 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1f2886-9baa-42e3-8caf-d8595a5ac6f1 x-openstack-request-id: req-0c1f2886-9baa-42e3-8caf-d8595a5ac6f1 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:14:10.692655 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65af167e-a342-4e39-a02d-ab2ecfe2eb59", "name": "network-vif-deleted", "tag": "62824718-6f77-47cf-be6c-118357c54013", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:14:10.693065 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c1f2886-9baa-42e3-8caf-d8595a5ac6f1 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:14:10.693780 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1f2886-9baa-42e3-8caf-d8595a5ac6f1'] response: {'server_uuid': '65af167e-a342-4e39-a02d-ab2ecfe2eb59', 'name': 'network-vif-deleted', 'tag': '62824718-6f77-47cf-be6c-118357c54013', 'status': 'completed', 'code': 200} Sep 13 08:14:10.711554 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:14:10.911565 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:14:10.936587 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] Checking router: 5785794a-4b44-4849-8ce0-809249be1e11 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:14:10.945626 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:14:10.946236 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:13:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:14:11.050116 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:14:11.321227 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:14:11.346651 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644d26a-95af-4c1f-8af6-9cc1c93809f1 None None] The sync data for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi is: [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:14:11.559451 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb096463-273b-49cf-99ed-e28d043512c8 None None] New status for floating IP d5025f8a-bf23-4b66-beb5-502fa4811955: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:14:11.853619 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e6ec035-7ca6-4e64-b4da-c579e9fa4abf tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2131184590&fields=id&tenant_id=9b574ef95c3547b39cabd8623717e508 HTTP/1.1" status: 200 len: 267 time: 0.0449741 Sep 13 08:14:11.963646 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-2735568a-312c-4d10-a9f0-32dd8f12c90b tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:11.965074 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-2735568a-312c-4d10-a9f0-32dd8f12c90b tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 811 time: 0.1048832 Sep 13 08:14:11.979360 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-8400b2b8-0bb0-48c0-86c6-8b99ceb66007 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/quotas/9b574ef95c3547b39cabd8623717e508 HTTP/1.1" status: 200 len: 375 time: 0.0087941 Sep 13 08:14:12.027331 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-aff7dba5-73df-48f6-a7a0-683113e688f6 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433578 Sep 13 08:14:12.085270 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-192f2e70-1ea0-4538-9f59-5c5c991990ac service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 08:14:12.086876 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-192f2e70-1ea0-4538-9f59-5c5c991990ac service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0479352 Sep 13 08:14:12.182875 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-8679ea51-1af9-47ad-8a7c-1fae19d9ede4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903718 Sep 13 08:14:12.278462 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-8079f50d-0713-41fa-bf57-5093920fa40c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899911 Sep 13 08:14:12.565882 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3f88704c-d729-420c-9c14-d7c67558c1f5 req-95d05580-d514-4ea5-ad54-519707fd67f8 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 210 time: 0.0272062 Sep 13 08:14:13.262535 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 62824718-6f77-47cf-be6c-118357c54013 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:14:13.281000 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 62824718-6f77-47cf-be6c-118357c54013 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:14:13.281338 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 62824718-6f77-47cf-be6c-118357c54013 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:14:13.446935 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:13.541292 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-84fe0e08-18cd-4c26-a0e4-1e02cef8a4c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:13.542819 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-84fe0e08-18cd-4c26-a0e4-1e02cef8a4c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 811 time: 0.1067748 Sep 13 08:14:13.605709 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e4831577-ec7e-4a28-baeb-c888f7937dae tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b574ef95c3547b39cabd8623717e508 HTTP/1.1" status: 200 len: 380 time: 0.0551541 Sep 13 08:14:13.614050 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'port': {'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'admin_state_up': True, 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'security_groups': ['53d549ad-2688-4196-9e45-d2220c170d50']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:14:13.669111 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3d223cb7-cb81-4254-a492-d75447a1d389 req-71467c66-2040-4e26-b3a2-fa2712dc660a tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Sep 13 08:14:13.724139 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Made reservation on behalf of 9b574ef95c3547b39cabd8623717e508 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:14:13.728652 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:13.853001 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Allocated IP 172.20.0.12 (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d/a235a933-e085-4802-9558-c6b9a5be39b2/7aabc59e-90ec-48b7-8c88-6a13f36d88c3) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:14:14.002818 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.034148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.078386 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:14:14.083516 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:14:14.087994 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:14:14.111854 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'Port': ['ID=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:14:14.143762 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:14.144582 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.161112 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-e91bc53a-ecde-402c-8c07-ce0550ac6443 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5509255 Sep 13 08:14:14.173156 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Request body: {'port': {'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:14:14.201397 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:14.237387 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.270018 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-3dbeedde-267d-44bf-9c60-819df824ba10 None None] Provisioning complete for port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:14:14.270576 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-3dbeedde-267d-44bf-9c60-819df824ba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.294377 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:14.301273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-3dbeedde-267d-44bf-9c60-819df824ba10 None None] Port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:14:14.488145 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:14:14.495391 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Publish callbacks [] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.507841 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Transition to ACTIVE for port object 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:14:14.511426 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.587148 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Pushing event updated for resources: {'Port': ['ID=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:14:14.619103 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Attempting to bind port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:14:14.619747 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Attempting to bind port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:14:14.619882 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Attempting to bind port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:14:14.659260 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:14:14.659579 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Attempting to bind port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:14:14.699950 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:14:14.700264 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Checking segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:14:14.700634 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Bound using segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:14:14.701056 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Bound port: 7aabc59e-90ec-48b7-8c88-6a13f36d88c3, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:14:14.701407 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.791218 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] For port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3, host hv-cinder-85707, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:14:14.808268 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04e943-4806-4414-83fa-bfa5d34b0f6d req-46c0d429-45d6-4b34-b6b3-ebc083b4da90 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:14.809706 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b04e943-4806-4414-83fa-bfa5d34b0f6d req-46c0d429-45d6-4b34-b6b3-ebc083b4da90 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 944 time: 0.0643444 Sep 13 08:14:14.813027 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] For port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:14:14.829685 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.836746 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:14.837388 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:14.838691 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/7aabc59e-90ec-48b7-8c88-6a13f36d88c3 HTTP/1.1" status: 200 len: 1094 time: 0.6698370 Sep 13 08:14:14.839222 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:14:14.841379 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a" -d '{"events": [{"name": "network-changed", "server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:14:14.896272 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906fc5cb-e4ec-4995-b611-bb13ef1dbcb9 x-openstack-request-id: req-906fc5cb-e4ec-4995-b611-bb13ef1dbcb9 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:14:14.896548 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:14:14.896794 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-906fc5cb-e4ec-4995-b611-bb13ef1dbcb9 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:14:14.897181 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906fc5cb-e4ec-4995-b611-bb13ef1dbcb9'] response: {'name': 'network-changed', 'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'status': 'completed', 'code': 200} Sep 13 08:14:14.935354 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b04e943-4806-4414-83fa-bfa5d34b0f6d req-ef35eee6-118b-4289-ad7e-0773e1fce1c2 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148114 Sep 13 08:14:14.940153 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02c3c8-e9ef-476e-a229-4669eb50fab9 service neutron] Pushing event updated for resources: {'Port': ['ID=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:14:14.947383 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-bbc3db6d-c97d-408f-8d11-f963ba9aeff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:14.949807 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-bbc3db6d-c97d-408f-8d11-f963ba9aeff0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 1128 time: 0.0695038 Sep 13 08:14:14.991871 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-6507131d-f900-45f4-9628-b26a5717e3ee service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3 HTTP/1.1" status: 200 len: 217 time: 0.0364795 Sep 13 08:14:15.035587 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:15.039824 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-7a15f9e0-b15a-43d8-a869-446484813e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:15.041224 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-7a15f9e0-b15a-43d8-a869-446484813e7e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0440080 Sep 13 08:14:15.082468 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-cd3b498e-4153-4e12-bddc-a5a19181398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:15.083890 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-cd3b498e-4153-4e12-bddc-a5a19181398b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373113 Sep 13 08:14:15.160240 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:15.177398 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-653cd3d3-961e-4da7-bdd2-a946be803527 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869751 Sep 13 08:14:15.266130 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-258868b5-d1e0-4e8f-84c6-c5ce901d0da7 req-13d0e868-8450-4d5a-b491-2ab4d701da81 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823801 Sep 13 08:14:15.506982 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-1b353694-3479-4a34-a178-96c4a6448be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:15.508906 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-1b353694-3479-4a34-a178-96c4a6448be7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 1128 time: 0.0427966 Sep 13 08:14:15.603535 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-7237c175-7aba-4571-9d64-d639f451cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:15.604977 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-7237c175-7aba-4571-9d64-d639f451cd2c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.0893049 Sep 13 08:14:15.645376 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-0a4c04e4-ed1b-43d6-a40f-73bf1df04713 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3 HTTP/1.1" status: 200 len: 217 time: 0.0347075 Sep 13 08:14:15.691444 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-5fabb632-2f91-42b8-b268-79f7b34506c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:15.692808 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-5fabb632-2f91-42b8-b268-79f7b34506c5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0425310 Sep 13 08:14:15.734918 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-642d7a94-b07d-4cb0-9d31-5d78f0237005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:15.736398 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-642d7a94-b07d-4cb0-9d31-5d78f0237005 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378094 Sep 13 08:14:15.826210 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-bdfdaeb9-51a0-45c4-b259-f3cdf988d148 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835268 Sep 13 08:14:15.916871 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1c0085c3-2c1e-49bf-8eb6-c4eb4539374a req-d6ad6280-010f-4727-b8d2-5ae1084c2f29 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Sep 13 08:14:16.060627 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aa7aa-2c21-4f85-b4f1-2f05544d9c6a req-6e9e609c-564d-490a-95b6-f0842019b4f5 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:16.062094 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3a0aa7aa-2c21-4f85-b4f1-2f05544d9c6a req-6e9e609c-564d-490a-95b6-f0842019b4f5 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 944 time: 0.0456996 Sep 13 08:14:16.113552 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-3a0aa7aa-2c21-4f85-b4f1-2f05544d9c6a req-b05d2541-0145-4c52-91dd-311fef539136 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460029 Sep 13 08:14:16.791586 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-1f319d18-7873-42d1-a2a1-f47c34562640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:17.235750 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219944c-cc6a-44af-9761-3fff3ae970e9 req-e7dc33a0-601e-422f-aadf-6091f9c9b6f3 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:17.237217 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1219944c-cc6a-44af-9761-3fff3ae970e9 req-e7dc33a0-601e-422f-aadf-6091f9c9b6f3 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 944 time: 0.0498295 Sep 13 08:14:17.284846 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1219944c-cc6a-44af-9761-3fff3ae970e9 req-f0e5b30b-5f54-4910-8314-5dc29db559f4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412765 Sep 13 08:14:18.402365 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5072b-5c7d-4a5b-9f93-d4d39242e6c8 req-bdaf919b-f002-4037-9d45-a23d221ececc tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:18.403804 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-18a5072b-5c7d-4a5b-9f93-d4d39242e6c8 req-bdaf919b-f002-4037-9d45-a23d221ececc tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 944 time: 0.0458384 Sep 13 08:14:18.451762 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-18a5072b-5c7d-4a5b-9f93-d4d39242e6c8 req-87edc86e-5f48-459a-8bed-ecb0b7235f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Sep 13 08:14:19.014484 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9e98-1bce-46ac-a72d-76cf10135274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:19.566350 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06532fb5-0cf4-43d8-91e1-894807ccd180 req-def04f82-3284-4740-8445-9ab2c76024ae tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:19.567804 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-06532fb5-0cf4-43d8-91e1-894807ccd180 req-def04f82-3284-4740-8445-9ab2c76024ae tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 944 time: 0.0454936 Sep 13 08:14:19.616167 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-06532fb5-0cf4-43d8-91e1-894807ccd180 req-05df7ec5-28a0-4f56-89ab-14f3117fed1c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Sep 13 08:14:20.260275 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:20.733505 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6b680-218f-4aeb-80db-e93751b4b91f req-14f9ee73-5162-4b19-9aa3-c770b70230ec tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:20.734977 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e6a6b680-218f-4aeb-80db-e93751b4b91f req-14f9ee73-5162-4b19-9aa3-c770b70230ec tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 944 time: 0.0465105 Sep 13 08:14:20.781917 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-e6a6b680-218f-4aeb-80db-e93751b4b91f req-4bf00833-83ee-4393-a325-1d04a9176ff2 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413380 Sep 13 08:14:21.316032 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=66 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:21.325193 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=68 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:21.756528 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:21.860495 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:21.903826 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944d909-2209-4999-9c8d-b943abb4843d req-50ac0532-70b3-4516-9d6b-13b105e042be tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:21.905286 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a944d909-2209-4999-9c8d-b943abb4843d req-50ac0532-70b3-4516-9d6b-13b105e042be tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 944 time: 0.0485654 Sep 13 08:14:21.970299 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a944d909-2209-4999-9c8d-b943abb4843d req-82cc0177-b37e-44d0-a7cf-bd2479ee5c23 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593915 Sep 13 08:14:23.094666 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866bb36-ea50-4e8e-8c7f-5d97379389cf req-af9e584d-38a6-4be7-b3d7-97eb0bacabb1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:23.096099 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0866bb36-ea50-4e8e-8c7f-5d97379389cf req-af9e584d-38a6-4be7-b3d7-97eb0bacabb1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 944 time: 0.0490835 Sep 13 08:14:23.144849 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-0866bb36-ea50-4e8e-8c7f-5d97379389cf req-04a74263-fa70-4181-bd02-bf671cd77bac tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Sep 13 08:14:23.324892 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:14:23.421786 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:14:23.432962 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:14:23.465971 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:14:23.466358 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:23.479092 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:14:23.498834 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:14:23.503210 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:23.550009 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:14:23.558208 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.558554 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.558898 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.559237 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.559574 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.559905 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.560232 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.560557 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.560883 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.561206 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.561529 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.561887 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.562215 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.562534 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.562851 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:14:23.701421 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['7aabc59e-90ec-48b7-8c88-6a13f36d88c3'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:14:23.870138 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:23.882317 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:24.266656 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868f45-2ecd-453b-a5e9-80d70b8db9a0 req-b48804f2-c0c8-4f5d-836f-09a1606f5d76 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:24.268100 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-22868f45-2ecd-453b-a5e9-80d70b8db9a0 req-b48804f2-c0c8-4f5d-836f-09a1606f5d76 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 945 time: 0.0458534 Sep 13 08:14:24.315666 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-22868f45-2ecd-453b-a5e9-80d70b8db9a0 req-0dde9167-c363-41d7-abe4-648aecaa1eb4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Sep 13 08:14:25.342935 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:14:25.385612 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:14:25.390944 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:14:25.391388 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:25.434526 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0ff82-14cb-4525-a010-98b8b70d12dd req-597c8e86-75f6-43fc-b7b8-b380918bd981 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:25.435972 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f8e0ff82-14cb-4525-a010-98b8b70d12dd req-597c8e86-75f6-43fc-b7b8-b380918bd981 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 945 time: 0.0461171 Sep 13 08:14:25.465037 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:14:25.465418 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:25.484914 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f8e0ff82-14cb-4525-a010-98b8b70d12dd req-f3cdb20d-dd44-46d1-a743-3c460d802b0c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Sep 13 08:14:25.487207 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:14:25.489417 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4470d910-7fe0-4350-afab-01556866c705" -d '{"events": [{"server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "name": "network-vif-plugged", "status": "completed", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:14:25.501553 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:14:25.507300 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:25.551846 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:14:26.540490 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e78a9a1-9c76-4756-a573-b4e429bc8e52 x-openstack-request-id: req-2e78a9a1-9c76-4756-a573-b4e429bc8e52 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:14:26.541079 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "name": "network-vif-plugged", "status": "completed", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:14:26.541079 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e78a9a1-9c76-4756-a573-b4e429bc8e52 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:14:26.541428 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e78a9a1-9c76-4756-a573-b4e429bc8e52'] response: {'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'code': 200} Sep 13 08:14:26.594060 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:26.613309 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd13c5-53fe-4b83-ab8f-fb39ede4acd6 req-81a02b08-70a6-421a-88ac-0028d890f7ac tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:26.615630 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4ccd13c5-53fe-4b83-ab8f-fb39ede4acd6 req-81a02b08-70a6-421a-88ac-0028d890f7ac tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 946 time: 0.0546625 Sep 13 08:14:26.643291 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:26.666898 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4ccd13c5-53fe-4b83-ab8f-fb39ede4acd6 req-753b84d8-eacd-48b7-8c17-2a7888dbe279 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456736 Sep 13 08:14:26.728993 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:26.757245 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a0937-e6a2-42e4-8d99-09a1a98d532a req-d98e238c-bd40-4bd1-aa59-3dfb6a6fd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:26.758759 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9b0a0937-e6a2-42e4-8d99-09a1a98d532a req-d98e238c-bd40-4bd1-aa59-3dfb6a6fd691 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 1130 time: 0.0390186 Sep 13 08:14:26.770200 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:26.805193 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9b0a0937-e6a2-42e4-8d99-09a1a98d532a req-592863ba-d785-4b9c-ac3b-5031c074d942 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406926 Sep 13 08:14:27.789685 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03aacb-cedf-46f8-9ce1-1b1b57100420 req-2b65745d-089e-491f-89fe-24097dfcada2 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:27.791172 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8e03aacb-cedf-46f8-9ce1-1b1b57100420 req-2b65745d-089e-491f-89fe-24097dfcada2 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 946 time: 0.0486386 Sep 13 08:14:27.838723 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8e03aacb-cedf-46f8-9ce1-1b1b57100420 req-35f77813-cf87-444a-8aa1-e8df57750d38 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 Sep 13 08:14:28.956769 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4502-d8a4-46ba-9ac2-b95a8f262302 req-92efb57f-fc79-4ea5-9d70-04ccd983c7fb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:28.958229 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-532c4502-d8a4-46ba-9ac2-b95a8f262302 req-92efb57f-fc79-4ea5-9d70-04ccd983c7fb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 946 time: 0.0459208 Sep 13 08:14:29.004835 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-532c4502-d8a4-46ba-9ac2-b95a8f262302 req-be11b528-f7eb-4c57-8c61-9187b0bd265d tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 Sep 13 08:14:29.121647 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8b2f8-269c-45d0-932e-32f96f0de93a req-dbf7dcb3-5824-4040-9606-82db7a424e60 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:29.123034 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ecc8b2f8-269c-45d0-932e-32f96f0de93a req-dbf7dcb3-5824-4040-9606-82db7a424e60 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 946 time: 0.0462594 Sep 13 08:14:29.170702 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ecc8b2f8-269c-45d0-932e-32f96f0de93a req-b3c1f0f6-3b9f-48f2-958d-1150daa523d0 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Sep 13 08:14:29.199072 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37248) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:14:29.235196 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17581e3-7560-4d7b-929c-1d84d87ca282 tempest-TestVolumeBootPattern-976523690 tempest-TestVolumeBootPattern-976523690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:29.236642 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f17581e3-7560-4d7b-929c-1d84d87ca282 tempest-TestVolumeBootPattern-976523690 tempest-TestVolumeBootPattern-976523690-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 1125 time: 0.0366340 Sep 13 08:14:29.239327 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37250) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:14:29.243980 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:14:29.263943 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:29.341740 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:29.446239 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Allocated IP 172.27.1.206 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/e842dba4-6e7f-4bc3-ba73-4e775b61a379) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:14:29.545568 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for port (e842dba4-6e7f-4bc3-ba73-4e775b61a379), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:29.577260 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (e842dba4-6e7f-4bc3-ba73-4e775b61a379), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:29.621590 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:14:29.626664 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:14:29.628801 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'Port': ['ID=e842dba4-6e7f-4bc3-ba73-4e775b61a379,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:14:29.630926 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:14:29.777720 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:29.781777 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:29.973433 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (e1270ca6-e89b-47f1-b8e0-cfe5fa630b89), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:30.039024 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (e842dba4-6e7f-4bc3-ba73-4e775b61a379), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:30.179694 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for port (e842dba4-6e7f-4bc3-ba73-4e775b61a379), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:30.184931 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13729277'] for port (e842dba4-6e7f-4bc3-ba73-4e775b61a379), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:30.250782 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'Port': ['ID=e842dba4-6e7f-4bc3-ba73-4e775b61a379,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:14:30.253248 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (e1270ca6-e89b-47f1-b8e0-cfe5fa630b89), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:30.345676 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Floating IP e1270ca6-e89b-47f1-b8e0-cfe5fa630b89 associated. External IP: 172.27.1.206, port: 7aabc59e-90ec-48b7-8c88-6a13f36d88c3. Sep 13 08:14:30.796483 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Router 5785794a-4b44-4849-8ce0-809249be1e11 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:14:30.807067 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:30.841759 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:30.900241 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:14:30.910194 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] Sync routers for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:14:30.918354 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:30.920832 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:14:30.921481 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:14:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:14:30.948824 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c5febbce-77cf-48f1-a257-2a642aa79b7c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7085261 Sep 13 08:14:30.949598 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:14:30.951987 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe270a-8d5c-4542-8890-e3f2fe093b10" -d '{"events": [{"name": "network-changed", "server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:14:30.991616 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a724ebd4-bdc1-47b4-8419-5be6a5bfbe11 x-openstack-request-id: req-a724ebd4-bdc1-47b4-8419-5be6a5bfbe11 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:14:30.991904 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:14:30.992154 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a724ebd4-bdc1-47b4-8419-5be6a5bfbe11 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:14:30.993126 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a724ebd4-bdc1-47b4-8419-5be6a5bfbe11'] response: {'name': 'network-changed', 'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'status': 'completed', 'code': 200} Sep 13 08:14:31.030245 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:14:31.060396 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-3fbcf005-5b76-4c41-abbd-8eee01185528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:31.061807 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-3fbcf005-5b76-4c41-abbd-8eee01185528 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 1130 time: 0.0463862 Sep 13 08:14:31.156763 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-b81e22ef-b511-4e7f-b209-469389c06309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:31.158272 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-b81e22ef-b511-4e7f-b209-469389c06309 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.0911548 Sep 13 08:14:31.219284 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-01b78337-32be-49fe-86af-38b95bb8a5bb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3 HTTP/1.1" status: 200 len: 1000 time: 0.0556092 Sep 13 08:14:31.242944 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'e1270ca6-e89b-47f1-b8e0-cfe5fa630b89', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:14:29Z', 'updated_at': '2022-09-13T08:14:29Z', 'revision_number': 0, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:14:31.267571 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] Checking router: 5785794a-4b44-4849-8ce0-809249be1e11 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:14:31.269573 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-dbf6a303-c486-4e72-9510-c57704b07d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:31.271037 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-dbf6a303-c486-4e72-9510-c57704b07d17 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0464530 Sep 13 08:14:31.275972 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:14:31.276572 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:14:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:14:31.314097 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-aaa7070a-1f4b-4a8d-8f87-5f5cc2bfc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:14:31.315517 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-aaa7070a-1f4b-4a8d-8f87-5f5cc2bfc83e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389125 Sep 13 08:14:31.382165 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:14:31.407710 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-9c453454-2188-4cf8-ac9a-edc2a49d2caf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859001 Sep 13 08:14:31.499998 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d2fe270a-8d5c-4542-8890-e3f2fe093b10 req-1beb7d05-8d71-4f07-84d2-dcd21dae237f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864482 Sep 13 08:14:31.591851 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'e1270ca6-e89b-47f1-b8e0-cfe5fa630b89', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:14:29Z', 'updated_at': '2022-09-13T08:14:29Z', 'revision_number': 0, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:14:31.616969 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c6321-130d-45e0-80ba-8e6d92bb7ca8 None None] The sync data for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi is: [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'e1270ca6-e89b-47f1-b8e0-cfe5fa630b89', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:14:29Z', 'updated_at': '2022-09-13T08:14:29Z', 'revision_number': 0, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:14:31.804038 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a9b03-dfe8-43da-b37f-54cbbd677523 None None] New status for floating IP e1270ca6-e89b-47f1-b8e0-cfe5fa630b89: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:14:32.011228 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:38.992802 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:39.001322 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=16 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:41.490594 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=61 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:41.497134 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:42.005337 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:42.007273 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=41,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:45.128084 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=77 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:45.128749 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:46.067171 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:14:46.796950 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6433528a-9840-4173-9a4e-52e03c599ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:49.015543 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-45aa92bc-37b8-4dcc-9d86-5783f037d2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:50.263161 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:51.760788 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:51.862416 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:14:56.062177 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:14:56.062912 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:01.850364 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:01.858496 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:02.010912 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:12.004286 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:12.006188 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:13.122240 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:13.132186 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:16.789002 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9d29ae73-e289-43f5-be7e-6596c16f9556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:16.965854 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-8a407c59-b94b-49ed-871f-83fd02056b08 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842183 Sep 13 08:15:17.043025 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-6aa3c30a-141f-45f6-9a68-4005cba131ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:15:17.044451 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-6aa3c30a-141f-45f6-9a68-4005cba131ff service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 1130 time: 0.0373738 Sep 13 08:15:17.149963 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-21144350-c4aa-4492-83d0-f152e6d5edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:15:17.151440 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-21144350-c4aa-4492-83d0-f152e6d5edf7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.0885720 Sep 13 08:15:17.338952 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-f41ec545-a09c-4468-b21a-88cb773c5467 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3 HTTP/1.1" status: 200 len: 1002 time: 0.0544317 Sep 13 08:15:17.389971 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-7cc48ce3-f37e-4134-b408-5755b96b249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:15:17.391394 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-7cc48ce3-f37e-4134-b408-5755b96b249d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0469422 Sep 13 08:15:17.432463 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-8de76b14-53fb-4d0a-9dac-6f2b57062548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:15:17.433893 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-8de76b14-53fb-4d0a-9dac-6f2b57062548 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372593 Sep 13 08:15:17.534363 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-578104b1-9ee4-4190-9922-1e6b86b90c5b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944731 Sep 13 08:15:17.622466 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4ec4f84b-c0aa-424d-87e4-69cec972fd24 req-cef34c4d-a687-45e3-95b2-f0b5f0c38b5c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815697 Sep 13 08:15:19.017029 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-7430792d-ae39-481a-bc8b-470115c30d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:20.264094 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:21.763101 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:21.864080 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:23.066420 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:15:27.617796 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=51 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:27.619715 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=50 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:31.858306 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:31.860225 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:32.025234 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:42.014168 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:42.020333 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:46.791457 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-691b6cd0-72dc-47d2-abad-bb969dc9dd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:49.017921 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-57afa7e9-8930-445d-9e9a-e521c1c9f78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:50.133872 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=18 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:50.138966 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=16 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:15:50.266742 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:51.766421 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:15:51.868270 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:00.064692 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:16:01.862007 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:01.863872 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:02.023825 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:05.998524 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-54879804-5073-461e-a860-3b92bb1a31c8 req-6640c4e9-df85-4673-a616-ca745e572e85 tempest-VolumesActionsTest-1278312439 tempest-VolumesActionsTest-1278312439-project] (106242) timed out ('10.222.0.18', 50332) {{(pid=106242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 08:16:10.060884 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:10.061598 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:12.013830 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:12.019306 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:15.634018 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-f687acf0-b96c-4fec-a695-b193694dadec tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2131184590&fields=id&tenant_id=9b574ef95c3547b39cabd8623717e508 HTTP/1.1" status: 200 len: 267 time: 0.0432849 Sep 13 08:16:15.741186 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-ecffe4cb-113f-4c58-afff-98730a06cb65 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:15.742666 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-ecffe4cb-113f-4c58-afff-98730a06cb65 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 811 time: 0.1026611 Sep 13 08:16:15.757089 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-68a871a1-4bc5-4ea4-8040-90dc950b42c7 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/quotas/9b574ef95c3547b39cabd8623717e508 HTTP/1.1" status: 200 len: 375 time: 0.0087378 Sep 13 08:16:15.806789 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-d3b794b6-1074-42d9-9c4d-1953d7d7e5cc tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450523 Sep 13 08:16:15.945878 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-1bf93f48-cfe4-46b5-bd5f-02f3cd5b7243 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282046 Sep 13 08:16:16.033101 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-0f209a26-8b88-4e52-9661-17c6d7c92782 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812502 Sep 13 08:16:16.333222 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-397c0852-18bf-456b-8229-42558916e673 req-1946e393-2d5a-4951-89c5-447f6e56feeb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 210 time: 0.0298479 Sep 13 08:16:16.793471 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-edb8bedc-2f56-4e0c-a75e-91377549147a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:16.922997 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-b2a5a3fa-c84e-44ab-81a6-8424b7b88231 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443187 Sep 13 08:16:17.004028 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-9ef2d6f2-258f-4b4b-a5d9-f379d74a50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:17.005513 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-9ef2d6f2-258f-4b4b-a5d9-f379d74a50ad service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 1130 time: 0.0388412 Sep 13 08:16:17.281891 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-cd9ca06f-805a-40fd-9e75-4d602656a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:17.283327 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-cd9ca06f-805a-40fd-9e75-4d602656a52d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.0894845 Sep 13 08:16:17.352614 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-490eea8d-71c7-43ea-b2d8-b4bdbece5fa6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3 HTTP/1.1" status: 200 len: 1002 time: 0.0637953 Sep 13 08:16:17.375227 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-15e8e98e-a115-4bcb-9bb0-60466779f0c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:17.376693 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-15e8e98e-a115-4bcb-9bb0-60466779f0c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 811 time: 0.1188343 Sep 13 08:16:17.405878 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-ed4752fc-1bb3-419d-9178-37157cbf2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:17.407655 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-ed4752fc-1bb3-419d-9178-37157cbf2207 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0499105 Sep 13 08:16:17.448587 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cd827cba-a497-46f5-9309-ce27d6078585 req-14a00c0b-72e5-4379-8d4e-8ddc78e5d27a tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 210 time: 0.0356016 Sep 13 08:16:17.463257 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-43688c2b-fa28-4351-bc23-07adab632664 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b574ef95c3547b39cabd8623717e508 HTTP/1.1" status: 200 len: 380 time: 0.0780513 Sep 13 08:16:17.472183 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'port': {'device_id': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'admin_state_up': True, 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'security_groups': ['53d549ad-2688-4196-9e45-d2220c170d50']}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:16:17.480389 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-a244075a-1dbc-4ae3-8111-629c3d4a1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:17.482020 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-a244075a-1dbc-4ae3-8111-629c3d4a1286 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604773 Sep 13 08:16:17.576483 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-f370ece5-739c-4d00-bcdf-bf777cbfb04a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860810 Sep 13 08:16:17.586373 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Made reservation on behalf of 9b574ef95c3547b39cabd8623717e508 for: {'port': 1} {{(pid=106243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 08:16:17.590728 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:17.657528 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:17.674905 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4b8bb7a9-8450-4664-8965-f348034f1027 req-634fdd79-73e6-4c03-b509-db4da41b3078 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921741 Sep 13 08:16:17.719139 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Allocated IP 172.20.0.9 (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d/a235a933-e085-4802-9558-c6b9a5be39b2/55541ad6-018b-4ca7-a977-4fe4357c52f0) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:16:17.867730 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:17.903458 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:17.944745 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:16:17.950033 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:16:17.953893 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:16:17.981372 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'Port': ['ID=55541ad6-018b-4ca7-a977-4fe4357c52f0,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:16:17.995257 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.995636 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.996037 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.996383 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.996713 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.997042 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.997367 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.997689 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.998044 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.998368 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.998691 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.999020 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.999335 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.999658 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:17.999978 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:18.021394 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:18.022073 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:18.039091 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-dbb211cc-3001-49be-9e1f-35c4487759c4 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706842 Sep 13 08:16:18.050056 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Request body: {'port': {'device_id': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85707'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:16:18.105194 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:18.113034 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:18.122668 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:18.171496 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-9ebdf726-0aad-4dd9-9bd1-3c582c66b098 None None] Provisioning complete for port 55541ad6-018b-4ca7-a977-4fe4357c52f0 triggered by entity DHCP. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:16:18.172147 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9ebdf726-0aad-4dd9-9bd1-3c582c66b098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:18.203244 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-9ebdf726-0aad-4dd9-9bd1-3c582c66b098 None None] Port 55541ad6-018b-4ca7-a977-4fe4357c52f0 cannot update to ACTIVE because it is not bound. {{(pid=106244) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 08:16:18.365419 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55541ad6-018b-4ca7-a977-4fe4357c52f0 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:16:18.372805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Publish callbacks [] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:18.384806 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Transition to ACTIVE for port object 55541ad6-018b-4ca7-a977-4fe4357c52f0 will not be triggered until provisioned by entity L2. {{(pid=106243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 08:16:18.388691 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:18.446507 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Pushing event updated for resources: {'Port': ['ID=55541ad6-018b-4ca7-a977-4fe4357c52f0,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:16:18.495638 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Attempting to bind port 55541ad6-018b-4ca7-a977-4fe4357c52f0 on host hv-cinder-85707 for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 08:16:18.495989 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Attempting to bind port 55541ad6-018b-4ca7-a977-4fe4357c52f0 by drivers openvswitch,hyperv on host hv-cinder-85707 at level 0 using segments [{'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 08:16:18.496321 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Attempting to bind port 55541ad6-018b-4ca7-a977-4fe4357c52f0 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:16:18.579783 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc40227-53b2-4f9c-abce-8afc7cd7556f req-d900f17c-520f-4957-be26-ceb0de50a797 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:18.581198 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4cc40227-53b2-4f9c-abce-8afc7cd7556f req-d900f17c-520f-4957-be26-ceb0de50a797 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 943 time: 0.0547822 Sep 13 08:16:18.583398 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Port 55541ad6-018b-4ca7-a977-4fe4357c52f0 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85707 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 08:16:18.583725 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Attempting to bind port 55541ad6-018b-4ca7-a977-4fe4357c52f0 on network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 08:16:18.665454 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Checking agent: {'id': '295108c6-c82e-4541-9f33-9152729cf2fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85707', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'started_at': datetime.datetime(2022, 9, 13, 7, 57, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 8, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 08:16:18.665681 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Checking segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 08:16:18.666083 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Bound using segment: {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 08:16:18.666522 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Bound port: 55541ad6-018b-4ca7-a977-4fe4357c52f0, host: hv-cinder-85707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 08:16:18.666881 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:18.682573 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4cc40227-53b2-4f9c-abce-8afc7cd7556f req-cce7b021-4ebb-4d0b-96b7-2daf0a8ced5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946977 Sep 13 08:16:18.734658 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] For port 55541ad6-018b-4ca7-a977-4fe4357c52f0, host hv-cinder-85707, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 08:16:18.737665 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] For port 55541ad6-018b-4ca7-a977-4fe4357c52f0, host hv-cinder-85707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=55541ad6-018b-4ca7-a977-4fe4357c52f0,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 08:16:18.743208 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:18.747272 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:18.747876 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:18.749226 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/55541ad6-018b-4ca7-a977-4fe4357c52f0 HTTP/1.1" status: 200 len: 1093 time: 0.7033653 Sep 13 08:16:18.749810 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:16:18.752042 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b567e1-e7b5-47c7-be9a-473af1dcb817" -d '{"events": [{"name": "network-changed", "server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:16:18.830042 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37928b28-ad88-4b4b-bac3-92abd8548c26 service neutron] Pushing event updated for resources: {'Port': ['ID=55541ad6-018b-4ca7-a977-4fe4357c52f0,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:16:18.841315 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-595b2fe3-ea55-447e-b191-048bd8e4ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:18.842855 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-595b2fe3-ea55-447e-b191-048bd8e4ea2a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 1127 time: 0.0548601 Sep 13 08:16:18.856135 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879a8d5f-d7c4-4a1d-8245-782e5239e4ba x-openstack-request-id: req-879a8d5f-d7c4-4a1d-8245-782e5239e4ba {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:16:18.856417 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:16:18.856669 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-879a8d5f-d7c4-4a1d-8245-782e5239e4ba {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:16:18.857062 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879a8d5f-d7c4-4a1d-8245-782e5239e4ba'] response: {'name': 'network-changed', 'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'status': 'completed', 'code': 200} Sep 13 08:16:18.886638 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-7748a54f-eb99-4cdf-bc0e-aa881029f152 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55541ad6-018b-4ca7-a977-4fe4357c52f0 HTTP/1.1" status: 200 len: 217 time: 0.0377204 Sep 13 08:16:18.934643 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-35523cf3-09bd-46e6-8292-9c81ceda8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:18.935994 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-35523cf3-09bd-46e6-8292-9c81ceda8952 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0441704 Sep 13 08:16:18.969460 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:18.980055 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-69b5a3fd-9f0e-4de6-903b-b331f53ae9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:18.981496 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-69b5a3fd-9f0e-4de6-903b-b331f53ae9e5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399163 Sep 13 08:16:19.017116 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:19.019653 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-f6900ef3-2c0b-42af-8e35-8bf942365f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:19.075651 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-e1d43c67-0200-415f-8bd8-7499224acccf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859597 Sep 13 08:16:19.162890 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-b381a4dc-e8f5-4363-8e76-4e976d35bcdf req-e92e3ef5-73c8-4e23-aa60-1990ed049e6a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810857 Sep 13 08:16:19.477313 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-b370ee45-e40a-4a37-bd2b-6389843d75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:19.478806 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-b370ee45-e40a-4a37-bd2b-6389843d75b8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 1127 time: 0.0414937 Sep 13 08:16:19.837505 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436250f6-0e41-4e29-a815-4d9016d40b69 req-d1fcbcdc-f196-453b-aab6-55577d790556 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:19.838944 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-436250f6-0e41-4e29-a815-4d9016d40b69 req-d1fcbcdc-f196-453b-aab6-55577d790556 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 943 time: 0.0800300 Sep 13 08:16:19.865013 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-50179476-b460-4d31-b23b-6124be3ee41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:19.866442 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-50179476-b460-4d31-b23b-6124be3ee41c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.3820660 Sep 13 08:16:19.909869 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-5729c2c2-5b0c-434e-be06-ef0c8f89c11f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55541ad6-018b-4ca7-a977-4fe4357c52f0 HTTP/1.1" status: 200 len: 217 time: 0.0362642 Sep 13 08:16:19.950768 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-436250f6-0e41-4e29-a815-4d9016d40b69 req-85940bf4-9f56-4b13-8f93-6bc743cfab40 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056545 Sep 13 08:16:19.967762 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-9ddb1728-4d6e-4e15-902a-85faead03d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:19.969621 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-9ddb1728-4d6e-4e15-902a-85faead03d41 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0516803 Sep 13 08:16:20.014877 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-cb4e04d9-c05e-481c-8eae-5d95baab9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:20.016235 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-cb4e04d9-c05e-481c-8eae-5d95baab9bd6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412698 Sep 13 08:16:20.103267 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-2c48397e-e32d-4a35-9dae-ccff838adf2a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814435 Sep 13 08:16:20.191505 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-44b567e1-e7b5-47c7-be9a-473af1dcb817 req-178d5b9d-ef05-4aa9-8000-775f93acd797 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829043 Sep 13 08:16:20.268587 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:21.072322 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff6eba-e64c-4456-8519-27c4e8c5c46d req-3fc3dc3c-508d-4b80-b954-facd8cb388c1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:21.074035 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f9ff6eba-e64c-4456-8519-27c4e8c5c46d req-3fc3dc3c-508d-4b80-b954-facd8cb388c1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 943 time: 0.0459135 Sep 13 08:16:21.123166 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f9ff6eba-e64c-4456-8519-27c4e8c5c46d req-ca4b9a86-db6f-490c-8d56-94d391b87409 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Sep 13 08:16:21.770197 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:21.869434 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:22.240185 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c50b8-9ed2-425b-9a0d-e34c17002c2a req-d87cb79f-27bc-4ad2-831a-cb1be5ce03eb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:22.242186 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-db4c50b8-9ed2-425b-9a0d-e34c17002c2a req-d87cb79f-27bc-4ad2-831a-cb1be5ce03eb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 943 time: 0.0461998 Sep 13 08:16:22.289989 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-db4c50b8-9ed2-425b-9a0d-e34c17002c2a req-8be7d171-83b9-4b4d-9cab-4d6030d0c8c2 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Sep 13 08:16:23.408283 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d67ac-772e-4a4e-8c46-8e85d24aca00 req-481c996b-1fe5-4b22-98a7-bcde5325158e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:23.409717 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9f7d67ac-772e-4a4e-8c46-8e85d24aca00 req-481c996b-1fe5-4b22-98a7-bcde5325158e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 943 time: 0.0454807 Sep 13 08:16:23.443617 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:23.461596 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9f7d67ac-772e-4a4e-8c46-8e85d24aca00 req-b73a70f4-c0ef-45d5-bd2b-b534818ba8b3 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463495 Sep 13 08:16:24.586727 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a594d7d-8fb8-47ab-a820-cfb104a0116c req-0e3cc999-f4ae-4cf1-a2c2-326c506121cb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:24.588184 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6a594d7d-8fb8-47ab-a820-cfb104a0116c req-0e3cc999-f4ae-4cf1-a2c2-326c506121cb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 943 time: 0.0556965 Sep 13 08:16:24.638849 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-6a594d7d-8fb8-47ab-a820-cfb104a0116c req-d0468a26-6b05-4f12-9b32-8a0175d20920 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Sep 13 08:16:25.755670 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353397a4-31c3-410f-8984-ff43276ae793 req-c9ec2df4-f97f-457b-82e5-5f6a3b444490 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:25.757107 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-353397a4-31c3-410f-8984-ff43276ae793 req-c9ec2df4-f97f-457b-82e5-5f6a3b444490 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 943 time: 0.0460081 Sep 13 08:16:25.804639 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-353397a4-31c3-410f-8984-ff43276ae793 req-95f2d3e0-003c-4853-a5c4-781c9ac9ce81 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422106 Sep 13 08:16:25.935917 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 55541ad6-018b-4ca7-a977-4fe4357c52f0 details requested by agent hyperv_hv-cinder-85707 with host hv-cinder-85707 {{(pid=106244) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 08:16:26.033022 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 55541ad6-018b-4ca7-a977-4fe4357c52f0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=55541ad6-018b-4ca7-a977-4fe4357c52f0,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:16:26.044314 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Returning: {'device': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'port_id': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'mac_address': 'fa:16:3e:72:15:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106244) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 08:16:26.077469 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 55541ad6-018b-4ca7-a977-4fe4357c52f0 is: DOWN; New status is: BUILD {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:16:26.077877 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:26.093816 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55541ad6-018b-4ca7-a977-4fe4357c52f0 {{(pid=106244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 08:16:26.112358 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 55541ad6-018b-4ca7-a977-4fe4357c52f0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=55541ad6-018b-4ca7-a977-4fe4357c52f0,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:16:26.115839 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:26.159977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=55541ad6-018b-4ca7-a977-4fe4357c52f0,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:16:26.166872 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.167217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.167561 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.167921 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.168239 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.168567 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.168893 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.169217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.169543 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.169902 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.170226 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.170546 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.170868 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.171188 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.171510 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:16:26.335520 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] get_ports_and_sgs() called for port_ids ['55541ad6-018b-4ca7-a977-4fe4357c52f0'] {{(pid=106244) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 08:16:26.931327 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b3b32-6733-495a-867a-6ee13c82c30e req-ea6f8128-89ef-49db-8bc0-b2aed7746b65 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:26.932797 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4f9b3b32-6733-495a-867a-6ee13c82c30e req-ea6f8128-89ef-49db-8bc0-b2aed7746b65 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 944 time: 0.0530164 Sep 13 08:16:26.981268 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4f9b3b32-6733-495a-867a-6ee13c82c30e req-dbd52551-8c08-4777-9ec9-b25986f58b59 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Sep 13 08:16:27.130220 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:27.136064 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:27.950296 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 55541ad6-018b-4ca7-a977-4fe4357c52f0 up at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 08:16:27.989542 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning for port 55541ad6-018b-4ca7-a977-4fe4357c52f0 completed by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 08:16:27.995673 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.provisioning_blocks [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Provisioning complete for port 55541ad6-018b-4ca7-a977-4fe4357c52f0 triggered by entity L2. {{(pid=106244) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 08:16:27.996041 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-847171'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), provisioning_complete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:28.029535 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:28.039775 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:28.073455 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Current status of the port 55541ad6-018b-4ca7-a977-4fe4357c52f0 is: BUILD; New status is: ACTIVE {{(pid=106244) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 08:16:28.073757 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:28.095807 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0'}] {{(pid=106244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:16:28.098082 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43a9997e7a41d5c413bce92d057731480819e3c7fdf32c8b0c6791d29abeb09a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6751c7-d792-4a15-98fb-60acb4bd325a" -d '{"events": [{"server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "name": "network-vif-plugged", "status": "completed", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0"}]}' {{(pid=106244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:16:28.106020 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655d46-97b2-487b-be2f-4813e7b0aa72 req-5da8c3ab-0d06-4e27-b49c-863ca3aa3c1c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:28.107600 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ce655d46-97b2-487b-be2f-4813e7b0aa72 req-5da8c3ab-0d06-4e27-b49c-863ca3aa3c1c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 944 time: 0.0469146 Sep 13 08:16:28.112334 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] For port 55541ad6-018b-4ca7-a977-4fe4357c52f0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=55541ad6-018b-4ca7-a977-4fe4357c52f0,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:16:28.118033 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:28.158155 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ce655d46-97b2-487b-be2f-4813e7b0aa72 req-a95d87cc-5c16-4beb-a8b7-b93577d4b7f6 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444236 Sep 13 08:16:28.168393 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Pushing event updated for resources: {'Port': ['ID=55541ad6-018b-4ca7-a977-4fe4357c52f0,revision_number=5']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:16:28.198812 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777e5eb7-9860-4dcb-a0dc-dd21a3354078 x-openstack-request-id: req-777e5eb7-9860-4dcb-a0dc-dd21a3354078 {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:16:28.199104 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "name": "network-vif-plugged", "status": "completed", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0", "code": 200}]} {{(pid=106244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:16:28.199357 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-777e5eb7-9860-4dcb-a0dc-dd21a3354078 {{(pid=106244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:16:28.199752 dv-cinder-857075-3-iscsi neutron-server[106244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777e5eb7-9860-4dcb-a0dc-dd21a3354078'] response: {'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'code': 200} Sep 13 08:16:28.391697 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:28.398113 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:28.404720 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe279c30-92e5-4934-b19c-af93c29f254f req-cdac1136-53b8-4b82-9834-2ceea49172aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:28.406230 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fe279c30-92e5-4934-b19c-af93c29f254f req-cdac1136-53b8-4b82-9834-2ceea49172aa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 1129 time: 0.0399957 Sep 13 08:16:28.453514 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-fe279c30-92e5-4934-b19c-af93c29f254f req-c432d32a-67a1-4f2f-bce8-e99db47dc8b7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411940 Sep 13 08:16:29.282513 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e64146-14ed-4b8a-adc3-f2de5ccec90b req-fff2efd9-ecef-49e3-a920-2e1a89efc7d5 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:29.283953 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-19e64146-14ed-4b8a-adc3-f2de5ccec90b req-fff2efd9-ecef-49e3-a920-2e1a89efc7d5 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 945 time: 0.0497236 Sep 13 08:16:29.332408 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-19e64146-14ed-4b8a-adc3-f2de5ccec90b req-fc27ccf3-ce9b-48a1-ba09-92cb9a699371 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428567 Sep 13 08:16:30.454194 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699f9a8-8d71-4eb1-89a6-4218fdebe1db req-436421f0-2250-46d5-a127-d519a7b9178f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:30.455609 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f699f9a8-8d71-4eb1-89a6-4218fdebe1db req-436421f0-2250-46d5-a127-d519a7b9178f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 945 time: 0.0460062 Sep 13 08:16:30.502500 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f699f9a8-8d71-4eb1-89a6-4218fdebe1db req-787c91e8-f531-4aa7-adb4-4082d5b884bf tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414879 Sep 13 08:16:30.619147 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f4825-d74d-429f-9e9c-a4e09704f3aa req-34fee0e6-a51f-4989-8c87-7523c739e295 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:30.620525 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-454f4825-d74d-429f-9e9c-a4e09704f3aa req-34fee0e6-a51f-4989-8c87-7523c739e295 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 945 time: 0.0460236 Sep 13 08:16:30.672347 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-454f4825-d74d-429f-9e9c-a4e09704f3aa req-7520607d-f66f-4e87-bc6e-ab77c0b5d118 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454915 Sep 13 08:16:30.700602 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37378) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:16:30.737503 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3591cdaf-a5bc-45df-ab38-bb0624275f2b tempest-TestVolumeBootPattern-976523690 tempest-TestVolumeBootPattern-976523690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:30.739003 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-3591cdaf-a5bc-45df-ab38-bb0624275f2b tempest-TestVolumeBootPattern-976523690 tempest-TestVolumeBootPattern-976523690-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 1124 time: 0.0374119 Sep 13 08:16:30.741657 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37380) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:16:30.745692 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.v2.base [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Request body: {'floatingip': {'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'port_id': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 08:16:30.766767 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:30.845904 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:30.948114 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Allocated IP 172.27.1.128 (c58be4f5-35d2-4614-bf17-4f989e055679/bcfa1212-b781-4828-8a27-1f7e71be27af/7bc65de7-f18a-4557-a013-ef4b851ff468) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 08:16:31.055382 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for port (7bc65de7-f18a-4557-a013-ef4b851ff468), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:31.086975 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780632449994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (7bc65de7-f18a-4557-a013-ef4b851ff468), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:31.122551 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Network c58be4f5-35d2-4614-bf17-4f989e055679 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 08:16:31.125384 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 08:16:31.130901 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 08:16:31.153972 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'Port': ['ID=7bc65de7-f18a-4557-a013-ef4b851ff468,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:16:31.338943 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:31.346674 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:31.478085 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (c11b489a-0169-4bd5-991c-d8999884e87e), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:31.542066 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951475'] for port (7bc65de7-f18a-4557-a013-ef4b851ff468), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:31.683124 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for port (7bc65de7-f18a-4557-a013-ef4b851ff468), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:31.687824 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780632909195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780632450012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780632450030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13808008'] for port (7bc65de7-f18a-4557-a013-ef4b851ff468), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:31.755372 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16412570'] for floatingip (c11b489a-0169-4bd5-991c-d8999884e87e), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:31.756929 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event updated for resources: {'Port': ['ID=7bc65de7-f18a-4557-a013-ef4b851ff468,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:16:31.850780 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Floating IP c11b489a-0169-4bd5-991c-d8999884e87e associated. External IP: 172.27.1.128, port: 55541ad6-018b-4ca7-a977-4fe4357c52f0. Sep 13 08:16:32.043804 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:32.044422 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Router 5785794a-4b44-4849-8ce0-809249be1e11 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:16:32.090818 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:32.143536 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:16:32.153460 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] Sync routers for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:16:32.161066 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:32.163825 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:32.163977 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:16:32.164577 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:16:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:16:32.196066 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-cf70d50c-351b-45ad-b398-56250a8e246c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4529095 Sep 13 08:16:32.197197 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:16:32.199818 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e186c14-8eba-406b-9491-a2d347c1d0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:16:32.237805 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad34ccb-30e2-4434-8e60-0c8e7e3c3881 x-openstack-request-id: req-bad34ccb-30e2-4434-8e60-0c8e7e3c3881 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:16:32.238096 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:16:32.238352 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bad34ccb-30e2-4434-8e60-0c8e7e3c3881 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:16:32.238780 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad34ccb-30e2-4434-8e60-0c8e7e3c3881'] response: {'name': 'network-changed', 'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'status': 'completed', 'code': 200} Sep 13 08:16:32.268826 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:16:32.297430 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-663dc445-f45b-4643-8a5e-183465d8430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:32.298877 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-663dc445-f45b-4643-8a5e-183465d8430e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 1129 time: 0.0392883 Sep 13 08:16:32.390348 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-5900cade-17c6-42fa-8b3d-d2c5ba6a1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:32.391800 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-5900cade-17c6-42fa-8b3d-d2c5ba6a1ce4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.0876915 Sep 13 08:16:32.451544 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-4839e29a-5465-4b78-8915-0273265a1c07 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55541ad6-018b-4ca7-a977-4fe4357c52f0 HTTP/1.1" status: 200 len: 999 time: 0.0539513 Sep 13 08:16:32.475008 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'c11b489a-0169-4bd5-991c-d8999884e87e', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:72:15:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:16:31Z', 'updated_at': '2022-09-13T08:16:31Z', 'revision_number': 0, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}, {'id': 'e1270ca6-e89b-47f1-b8e0-cfe5fa630b89', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:14:29Z', 'updated_at': '2022-09-13T08:14:31Z', 'revision_number': 1, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:16:32.499135 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-2c2efecf-a533-4f2a-aa78-89bda6ed0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:32.500606 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-2c2efecf-a533-4f2a-aa78-89bda6ed0947 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0439990 Sep 13 08:16:32.545145 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-23bc76be-36bd-4d2c-a632-e05f9741674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:16:32.546759 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-23bc76be-36bd-4d2c-a632-e05f9741674d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408864 Sep 13 08:16:32.585881 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] Checking router: 5785794a-4b44-4849-8ce0-809249be1e11 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:16:32.594615 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:16:32.595217 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:16:19Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:16:32.638574 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-64be2d1c-27b2-4077-81ce-aad104811ba1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863860 Sep 13 08:16:32.694750 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:16:32.733933 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-4e186c14-8eba-406b-9491-a2d347c1d0d7 req-2c541823-4e53-47bd-9758-faa52032dc5e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902293 Sep 13 08:16:32.902334 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'c11b489a-0169-4bd5-991c-d8999884e87e', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:72:15:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:16:31Z', 'updated_at': '2022-09-13T08:16:31Z', 'revision_number': 0, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}, {'id': 'e1270ca6-e89b-47f1-b8e0-cfe5fa630b89', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:14:29Z', 'updated_at': '2022-09-13T08:14:31Z', 'revision_number': 1, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:16:32.930774 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52051c26-3c39-4f07-b79d-4c515ac56c45 None None] The sync data for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi is: [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'c11b489a-0169-4bd5-991c-d8999884e87e', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:72:15:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:16:31Z', 'updated_at': '2022-09-13T08:16:31Z', 'revision_number': 0, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}, {'id': 'e1270ca6-e89b-47f1-b8e0-cfe5fa630b89', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:14:29Z', 'updated_at': '2022-09-13T08:14:31Z', 'revision_number': 1, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:16:33.113649 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4b0f3-05d5-4e26-8bf1-30208efc7ed3 None None] New status for floating IP c11b489a-0169-4bd5-991c-d8999884e87e: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:16:37.063775 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:16:40.664390 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=39 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:40.668511 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=52 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:42.729473 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:42.731508 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=47 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:43.205496 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:43.214449 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:46.794732 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-d59948a1-9931-492b-8d8a-8c751559ec18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:47.059017 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=81 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:47.059774 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:16:49.021520 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-bfe1c226-886d-4d2c-bd20-bf86f010c24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:50.272572 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:51.807801 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:16:51.870715 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:01.860987 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:01.866977 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:02.053786 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:04.127599 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:04.132010 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:12.047831 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:12.049798 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:14.064109 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:17:16.797027 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-0431f5a3-5fa7-4a97-ba8b-c85ccb31fe84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:17.911761 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-0e0646d5-6139-4f87-9387-c0f5d920a5a0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388207 Sep 13 08:17:17.989403 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-a2d224c5-358a-4864-a09b-5b012d919dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:17:17.990919 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-a2d224c5-358a-4864-a09b-5b012d919dee service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 1130 time: 0.0386841 Sep 13 08:17:18.093746 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-b423e536-7960-4c4c-918e-12ab3aa64d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:17:18.095203 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-b423e536-7960-4c4c-918e-12ab3aa64d56 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.0878575 Sep 13 08:17:18.154175 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-9a242ee4-f599-4d97-a6ca-9b4dc60c6396 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3 HTTP/1.1" status: 200 len: 1002 time: 0.0529196 Sep 13 08:17:18.201257 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-3b21317b-00fc-49e3-b81c-f2a957c4068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:17:18.202675 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-3b21317b-00fc-49e3-b81c-f2a957c4068e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0428944 Sep 13 08:17:18.247549 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-a3761adc-0fff-46fb-9195-e7ac37dbaddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:17:18.248974 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-a3761adc-0fff-46fb-9195-e7ac37dbaddd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410285 Sep 13 08:17:18.334750 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-2e76c30b-bd53-4a60-b0cb-f9517ed96e31 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803812 Sep 13 08:17:18.423426 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-abc19807-ea79-43cb-a9ff-8c3ccee864ee req-c2a83896-d8f4-44f1-9581-9d791fbd4262 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834618 Sep 13 08:17:19.023588 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a49905bb-eef7-4bf7-aae7-01d7932113a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:20.273417 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:21.780291 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:21.872092 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:24.058922 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:24.059749 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:28.414494 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=50 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:28.420667 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=51 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:31.866444 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:31.868078 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:32.057573 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:41.819350 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=16 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:41.821202 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=16 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:42.051099 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:42.052985 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:17:46.799323 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-052bbe6c-3635-4e5a-a2ac-521248eaa9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:49.026261 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a8852e59-9bbc-43f9-b7b6-2112ddf8762f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:50.275456 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:51.063138 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:17:51.781327 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:17:51.873489 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:00.305599 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37410) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:00.510409 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Deleting port 7bc65de7-f18a-4557-a013-ef4b851ff468 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:00.510748 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (7bc65de7-f18a-4557-a013-ef4b851ff468), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:00.586328 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (7bc65de7-f18a-4557-a013-ef4b851ff468), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:00.586577 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (7bc65de7-f18a-4557-a013-ef4b851ff468), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:00.598230 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Calling delete_port for 7bc65de7-f18a-4557-a013-ef4b851ff468 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:00.987469 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (7bc65de7-f18a-4557-a013-ef4b851ff468), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:01.011840 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event deleted for resources: {'Port': ['ID=7bc65de7-f18a-4557-a013-ef4b851ff468,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:01.025119 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.026013 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.026354 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.026689 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.027017 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.027342 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.027666 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.027990 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.028310 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.028629 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.028951 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.029271 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.029588 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.029938 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.030250 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:01.058985 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:01.084158 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (c11b489a-0169-4bd5-991c-d8999884e87e), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:01.084471 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Floating IP c11b489a-0169-4bd5-991c-d8999884e87e disassociated (deleted). External IP: 172.27.1.128, port: 55541ad6-018b-4ca7-a977-4fe4357c52f0. Sep 13 08:18:01.280593 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Router 5785794a-4b44-4849-8ce0-809249be1e11 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:18:01.379756 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:18:01.384477 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:01.390058 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] Sync routers for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:18:01.399270 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:18:01.399878 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:17:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:01.414055 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-221251d7-d8f6-4dc5-8836-f1907520dd30 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/c11b489a-0169-4bd5-991c-d8999884e87e HTTP/1.1" status: 204 len: 168 time: 1.1073446 Sep 13 08:18:01.414783 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:18:01.417108 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032decda-2538-4a6b-95c7-fda5a5f3d079" -d '{"events": [{"name": "network-changed", "server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:18:01.474335 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae13c7c-3177-46cc-a542-3379c5309671 x-openstack-request-id: req-3ae13c7c-3177-46cc-a542-3379c5309671 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:18:01.474626 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:18:01.475116 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ae13c7c-3177-46cc-a542-3379c5309671 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:18:01.475757 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae13c7c-3177-46cc-a542-3379c5309671'] response: {'name': 'network-changed', 'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'status': 'completed', 'code': 200} Sep 13 08:18:01.505293 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:18:01.527401 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:01.530711 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:01.540842 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-3e14507a-3ece-4aad-abda-0fb1afc98965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:01.542447 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-3e14507a-3ece-4aad-abda-0fb1afc98965 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 1129 time: 0.0452230 Sep 13 08:18:01.647752 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-dd61e611-6f88-462b-8d0f-8040fe3d327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:01.649253 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-dd61e611-6f88-462b-8d0f-8040fe3d327d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.1009192 Sep 13 08:18:01.689335 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-0acbb8d7-28d4-40d1-bfa7-61a59c08c9d8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55541ad6-018b-4ca7-a977-4fe4357c52f0 HTTP/1.1" status: 200 len: 217 time: 0.0332916 Sep 13 08:18:01.738039 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'e1270ca6-e89b-47f1-b8e0-cfe5fa630b89', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:14:29Z', 'updated_at': '2022-09-13T08:14:31Z', 'revision_number': 1, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:01.739940 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-4d2313ea-a92e-4acf-b0d2-d7b5c5b8c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:01.741806 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-4d2313ea-a92e-4acf-b0d2-d7b5c5b8c109 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0476084 Sep 13 08:18:01.765675 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] Checking router: 5785794a-4b44-4849-8ce0-809249be1e11 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:18:01.774289 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:18:01.774899 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:17:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:01.832164 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db18c5-dbbb-4ae7-9ded-a24580fa0168 req-71830d2a-2c81-4fb5-bdea-d9670e6bb6c3 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:01.833635 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-15db18c5-dbbb-4ae7-9ded-a24580fa0168 req-71830d2a-2c81-4fb5-bdea-d9670e6bb6c3 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 945 time: 0.0502164 Sep 13 08:18:01.867975 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:01.869755 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:01.875367 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:18:01.887910 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-15db18c5-dbbb-4ae7-9ded-a24580fa0168 req-bbd060c9-6e14-40d7-8612-b0c888cd02ba tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483367 Sep 13 08:18:02.067526 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:02.079482 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'e1270ca6-e89b-47f1-b8e0-cfe5fa630b89', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:14:29Z', 'updated_at': '2022-09-13T08:14:31Z', 'revision_number': 1, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:02.107113 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee24db-2b89-4b35-8cb0-52abfc229a7b None None] The sync data for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi is: [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_floatingips': [{'id': 'e1270ca6-e89b-47f1-b8e0-cfe5fa630b89', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'router_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'port_id': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'mac_address': 'fa:16:3e:4c:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df121433-7959-49f0-9c35-541cf4e107a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T08:14:29Z', 'updated_at': '2022-09-13T08:14:31Z', 'revision_number': 1, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:18:02.309824 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c50cf4-4c6d-48a8-af0b-b9169f5af7e8 None None] New status for floating IP c11b489a-0169-4bd5-991c-d8999884e87e: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:18:02.756774 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-320f96c2-f408-46d3-b0ad-6528fd14596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:02.758202 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-320f96c2-f408-46d3-b0ad-6528fd14596b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390065 Sep 13 08:18:02.849615 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-089c6703-b34e-41df-9bbe-cad533d05709 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839732 Sep 13 08:18:02.977545 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-032decda-2538-4a6b-95c7-fda5a5f3d079 req-32782408-e6c1-42f4-ae1e-a5450c2a3a55 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823603 Sep 13 08:18:03.016487 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d9e89-bf63-4503-988c-9a358296fd3d req-16487fb6-d19e-4efe-ab31-a4791c696a32 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:03.017905 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-057d9e89-bf63-4503-988c-9a358296fd3d req-16487fb6-d19e-4efe-ab31-a4791c696a32 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 945 time: 0.0511656 Sep 13 08:18:03.065291 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-057d9e89-bf63-4503-988c-9a358296fd3d req-05ce3bb1-b6d9-4991-a39a-9ce6dbfdf5fc tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Sep 13 08:18:03.273661 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-f17065f2-2aaf-4229-bdf5-c1ddbc3530bc tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:03.275009 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-f17065f2-2aaf-4229-bdf5-c1ddbc3530bc tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 945 time: 0.0460765 Sep 13 08:18:03.357141 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Deleting port 55541ad6-018b-4ca7-a977-4fe4357c52f0 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:03.357481 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:03.448932 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] For port 55541ad6-018b-4ca7-a977-4fe4357c52f0, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=55541ad6-018b-4ca7-a977-4fe4357c52f0,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:03.449287 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:03.461880 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Calling delete_port for 55541ad6-018b-4ca7-a977-4fe4357c52f0 owned by compute:nova {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:03.584629 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (55541ad6-018b-4ca7-a977-4fe4357c52f0), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:03.591735 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:03.624394 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event deleted for resources: {'Port': ['ID=55541ad6-018b-4ca7-a977-4fe4357c52f0,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:03.661026 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] No DVR routers for this DVR port 55541ad6-018b-4ca7-a977-4fe4357c52f0 on host hv-cinder-85707 {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:18:03.663726 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:03.667435 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-f9aff777-df4a-4c1e-a2d6-6187f7a3eee5 req-71a59d45-8fcd-4b66-9046-be86bb6f7f5e tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "DELETE /networking/v2.0/ports/55541ad6-018b-4ca7-a977-4fe4357c52f0 HTTP/1.1" status: 204 len: 173 time: 0.3863082 Sep 13 08:18:03.668002 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'name': 'network-vif-deleted', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:18:03.670251 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9585a4-208c-44ba-bb82-59b74128e5c4" -d '{"events": [{"server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "name": "network-vif-deleted", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:18:03.711190 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cacca6b-d2e9-492c-812a-d5e8604a2252 x-openstack-request-id: req-4cacca6b-d2e9-492c-812a-d5e8604a2252 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:18:03.711485 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beacbe4-c51d-4792-b36d-61f51e3815ef", "name": "network-vif-deleted", "tag": "55541ad6-018b-4ca7-a977-4fe4357c52f0", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:18:03.711742 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cacca6b-d2e9-492c-812a-d5e8604a2252 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:18:03.712154 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cacca6b-d2e9-492c-812a-d5e8604a2252'] response: {'server_uuid': '5beacbe4-c51d-4792-b36d-61f51e3815ef', 'name': 'network-vif-deleted', 'tag': '55541ad6-018b-4ca7-a977-4fe4357c52f0', 'status': 'completed', 'code': 200} Sep 13 08:18:04.178171 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f96bc691-eb13-4eac-bf30-3c93239b6b89 req-626fbae2-3541-4d27-9566-eaa5ffb868c9 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5beacbe4-c51d-4792-b36d-61f51e3815ef HTTP/1.1" status: 200 len: 210 time: 0.0275388 Sep 13 08:18:06.310507 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 55541ad6-018b-4ca7-a977-4fe4357c52f0 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:18:06.329128 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 55541ad6-018b-4ca7-a977-4fe4357c52f0 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:18:06.329470 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 55541ad6-018b-4ca7-a977-4fe4357c52f0 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:18:07.483357 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37452) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:07.534308 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:07.630227 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Deleting port e842dba4-6e7f-4bc3-ba73-4e775b61a379 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:07.630569 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (e842dba4-6e7f-4bc3-ba73-4e775b61a379), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:07.708138 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (e842dba4-6e7f-4bc3-ba73-4e775b61a379), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:07.708461 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (e842dba4-6e7f-4bc3-ba73-4e775b61a379), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:07.721196 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Calling delete_port for e842dba4-6e7f-4bc3-ba73-4e775b61a379 owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:07.862584 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (e842dba4-6e7f-4bc3-ba73-4e775b61a379), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:07.889785 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event deleted for resources: {'Port': ['ID=e842dba4-6e7f-4bc3-ba73-4e775b61a379,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:07.949917 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (e1270ca6-e89b-47f1-b8e0-cfe5fa630b89), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:07.950320 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.db.l3_db [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Floating IP e1270ca6-e89b-47f1-b8e0-cfe5fa630b89 disassociated (deleted). External IP: 172.27.1.206, port: 7aabc59e-90ec-48b7-8c88-6a13f36d88c3. Sep 13 08:18:08.140975 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Router 5785794a-4b44-4849-8ce0-809249be1e11 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:18:08.240294 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:18:08.245038 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:08.250385 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e3785-a711-49a5-a467-162858e3c328 None None] Sync routers for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:18:08.259420 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e3785-a711-49a5-a467-162858e3c328 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:18:08.260013 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-987e3785-a711-49a5-a467-162858e3c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:17:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:08.274049 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-1f674eee-4b1b-4ca7-b1ab-c3399de2c506 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/e1270ca6-e89b-47f1-b8e0-cfe5fa630b89 HTTP/1.1" status: 204 len: 168 time: 0.7895858 Sep 13 08:18:08.274676 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:18:08.276917 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988ebba17e237ff3059677d61ecb57711eb193756268184bbd3c5b0278a229ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:18:08.320069 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 08:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204fbaa9-948f-496f-92c7-23f6c49d20be x-openstack-request-id: req-204fbaa9-948f-496f-92c7-23f6c49d20be {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:18:08.320357 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3", "status": "completed", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:18:08.320606 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-204fbaa9-948f-496f-92c7-23f6c49d20be {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:18:08.321120 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204fbaa9-948f-496f-92c7-23f6c49d20be'] response: {'name': 'network-changed', 'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'status': 'completed', 'code': 200} Sep 13 08:18:08.366615 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-987e3785-a711-49a5-a467-162858e3c328 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:18:08.376928 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:08.384054 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-c6d9b35b-a808-474a-96f1-5b51a4563ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:08.385549 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-c6d9b35b-a808-474a-96f1-5b51a4563ad9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b574ef95c3547b39cabd8623717e508&device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 1130 time: 0.0410306 Sep 13 08:18:08.395620 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:08.431315 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:08.508525 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=100 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:08.519669 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dbe66-e86c-4e61-9807-ebec037123f2 req-a16ca08d-8405-445b-9528-c3a838af6b34 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:08.521119 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-728dbe66-e86c-4e61-9807-ebec037123f2 req-a16ca08d-8405-445b-9528-c3a838af6b34 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 946 time: 0.0609095 Sep 13 08:18:08.542600 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-9eac5b27-4333-4a9a-bd29-b4fdd21866e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:08.543998 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-9eac5b27-4333-4a9a-bd29-b4fdd21866e6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 200 len: 912 time: 0.1434989 Sep 13 08:18:08.560875 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-987e3785-a711-49a5-a467-162858e3c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:08.574230 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-728dbe66-e86c-4e61-9807-ebec037123f2 req-a10f1bbe-f4de-4d0a-9166-e25f3181288f tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473740 Sep 13 08:18:08.590798 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e3785-a711-49a5-a467-162858e3c328 None None] Checking router: 5785794a-4b44-4849-8ce0-809249be1e11 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:18:08.599128 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e3785-a711-49a5-a467-162858e3c328 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:18:08.599723 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-987e3785-a711-49a5-a467-162858e3c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:17:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:08.696028 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-987e3785-a711-49a5-a467-162858e3c328 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:18:08.881560 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-987e3785-a711-49a5-a467-162858e3c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:08.907440 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e3785-a711-49a5-a467-162858e3c328 None None] The sync data for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi is: [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:11:34Z', 'revision_number': 4, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi', '_interfaces': [{'id': '6c86f581-0f1a-42ee-9a5c-61cc674eb7b3', 'name': '', 'network_id': '7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'mac_address': 'fa:16:3e:91:ab:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:33Z', 'updated_at': '2022-09-13T08:11:40Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'subnets': [{'id': 'a235a933-e085-4802-9558-c6b9a5be39b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:18:09.117374 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3651e59-dae4-41b0-a65d-05edfa5bf672 None None] New status for floating IP e1270ca6-e89b-47f1-b8e0-cfe5fa630b89: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 08:18:09.430233 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-64fd6a6b-400f-4d84-acd7-33a2af128ea5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3 HTTP/1.1" status: 200 len: 217 time: 0.0352967 Sep 13 08:18:09.478239 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-49dcea73-cad2-4290-8c94-0bc0e1f9f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:09.479519 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-49dcea73-cad2-4290-8c94-0bc0e1f9f815 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 200 len: 850 time: 0.0417378 Sep 13 08:18:09.594358 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-962ed445-536e-4e57-bab3-acb7efa1ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:09.595807 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-962ed445-536e-4e57-bab3-acb7efa1ec55 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389562 Sep 13 08:18:09.688132 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-8386d8b5-91db-44f8-bcd4-602cb9545607 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860679 Sep 13 08:18:09.694854 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854d8ed-a6cd-4d0c-a924-31d678a0c9b6 req-3ba2e73a-ac2b-46b4-a06b-46b2051096db tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:09.696290 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4854d8ed-a6cd-4d0c-a924-31d678a0c9b6 req-3ba2e73a-ac2b-46b4-a06b-46b2051096db tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 946 time: 0.0458403 Sep 13 08:18:09.744222 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4854d8ed-a6cd-4d0c-a924-31d678a0c9b6 req-ed983612-20bb-4f8d-b848-1bf5b0cb2d2c tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=53d549ad-2688-4196-9e45-d2220c170d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420499 Sep 13 08:18:09.858164 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [req-bfe55f7d-2ebb-4f6a-90ee-b28385974bc9 req-472b0335-45e6-4f6b-9dcb-63c50398f3c2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822744 Sep 13 08:18:09.898446 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-f7d2781a-b94d-4748-b577-2b053ef2bb64 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 08:18:09.900469 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-f7d2781a-b94d-4748-b577-2b053ef2bb64 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 946 time: 0.0506375 Sep 13 08:18:09.980877 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Deleting port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:09.981219 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:10.070532 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] For port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3, host hv-cinder-85707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85707',level=0,port_id=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:10.070893 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:10.083687 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Calling delete_port for 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:10.207063 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (7aabc59e-90ec-48b7-8c88-6a13f36d88c3), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:10.237627 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event deleted for resources: {'Port': ['ID=7aabc59e-90ec-48b7-8c88-6a13f36d88c3,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:10.250391 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.250741 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.251084 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.251424 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.251762 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.252095 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.252422 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.252747 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.253073 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.253400 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.253727 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.254077 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.254403 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.254722 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.255044 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:10.291973 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] No DVR routers for this DVR port 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 on host hv-cinder-85707 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:18:10.294352 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:10.297485 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-7c4832a4-a976-4c30-8bb0-26b80386bb89 req-a05fde4d-e75c-41ac-b40f-3599ef8ee1bb tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.18 "DELETE /networking/v2.0/ports/7aabc59e-90ec-48b7-8c88-6a13f36d88c3 HTTP/1.1" status: 204 len: 173 time: 0.3911967 Sep 13 08:18:10.298001 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'name': 'network-vif-deleted', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 08:18:10.300202 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11f7f37eded25a083529d6eefdf2ce595afa93f374c18542079551fb152f1849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f0af17-b472-46a9-995f-d65c76a1aa0a" -d '{"events": [{"server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "name": "network-vif-deleted", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 08:18:10.404109 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 08:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddaa4d8-02a9-4fb4-96d0-4140c4b01388 x-openstack-request-id: req-9ddaa4d8-02a9-4fb4-96d0-4140c4b01388 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 08:18:10.404421 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df121433-7959-49f0-9c35-541cf4e107a1", "name": "network-vif-deleted", "tag": "7aabc59e-90ec-48b7-8c88-6a13f36d88c3", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 08:18:10.404664 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ddaa4d8-02a9-4fb4-96d0-4140c4b01388 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 08:18:10.405074 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddaa4d8-02a9-4fb4-96d0-4140c4b01388'] response: {'server_uuid': 'df121433-7959-49f0-9c35-541cf4e107a1', 'name': 'network-vif-deleted', 'tag': '7aabc59e-90ec-48b7-8c88-6a13f36d88c3', 'status': 'completed', 'code': 200} Sep 13 08:18:10.859427 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4040a7c8-903f-4cf7-a71a-02d75b13a6e1 req-6cd6e325-6cde-4808-bb59-376397024241 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=df121433-7959-49f0-9c35-541cf4e107a1 HTTP/1.1" status: 200 len: 210 time: 0.0279074 Sep 13 08:18:11.928417 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37470) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:12.035212 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Deleting port 7193f5ab-5e12-4b88-93ba-b8974320499c {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:12.035544 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (7193f5ab-5e12-4b88-93ba-b8974320499c), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:12.116769 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (7193f5ab-5e12-4b88-93ba-b8974320499c), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:12.117090 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (7193f5ab-5e12-4b88-93ba-b8974320499c), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:12.129145 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Calling delete_port for 7193f5ab-5e12-4b88-93ba-b8974320499c owned by network:floatingip {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:12.258211 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (7193f5ab-5e12-4b88-93ba-b8974320499c), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:12.283294 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event deleted for resources: {'Port': ['ID=7193f5ab-5e12-4b88-93ba-b8974320499c,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:12.305557 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:12.311386 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 no longer exists at agent hyperv_hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:18:12.330476 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] No Port match for: 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:18:12.330822 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Device 7aabc59e-90ec-48b7-8c88-6a13f36d88c3 not bound to the agent host hv-cinder-85707 {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:18:12.345101 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for floatingip (d5025f8a-bf23-4b66-beb5-502fa4811955), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:12.347593 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16593010'] for floatingip (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:12.348737 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-dcc8875e-9dcd-4460-a19c-90c67335f8a1 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/d5025f8a-bf23-4b66-beb5-502fa4811955 HTTP/1.1" status: 204 len: 168 time: 0.4207718 Sep 13 08:18:13.553535 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37482) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:13.612629 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ad92ead8-d9cd-4c0a-8763-a7df28916b09 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group (53d549ad-2688-4196-9e45-d2220c170d50), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:13.614742 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:13.639117 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ad92ead8-d9cd-4c0a-8763-a7df28916b09 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group (53d549ad-2688-4196-9e45-d2220c170d50), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:13.698956 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ad92ead8-d9cd-4c0a-8763-a7df28916b09 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (53d549ad-2688-4196-9e45-d2220c170d50), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:13.701547 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ad92ead8-d9cd-4c0a-8763-a7df28916b09 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Publish callbacks [] for security_group (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:13.702746 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-ad92ead8-d9cd-4c0a-8763-a7df28916b09 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/53d549ad-2688-4196-9e45-d2220c170d50 HTTP/1.1" status: 204 len: 168 time: 0.1482177 Sep 13 08:18:13.711730 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92ead8-d9cd-4c0a-8763-a7df28916b09 tempest-TestVolumeBootPattern-1876271371 tempest-TestVolumeBootPattern-1876271371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d549ad-2688-4196-9e45-d2220c170d50,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:13.761779 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37486) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:14.433128 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (5785794a-4b44-4849-8ce0-809249be1e11), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:14.647005 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Deleting port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:14.647731 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:14.726579 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] For port 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=6c86f581-0f1a-42ee-9a5c-61cc674eb7b3,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:14.726839 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:14.755110 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Calling delete_port for 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 owned by network:router_interface {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:14.815282 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:14.882786 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:14.939545 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (6c86f581-0f1a-42ee-9a5c-61cc674eb7b3), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:14.965264 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c86f581-0f1a-42ee-9a5c-61cc674eb7b3,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:15.131898 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (5785794a-4b44-4849-8ce0-809249be1e11), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:15.334506 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Router 5785794a-4b44-4849-8ce0-809249be1e11 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:18:15.437123 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:18:15.442077 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-22aacdf3-b5e7-4ea0-984a-fd88cade0ea7 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/5785794a-4b44-4849-8ce0-809249be1e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792610 Sep 13 08:18:15.444676 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37490) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:15.445665 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] Sync routers for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:18:15.455535 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:18:15.456131 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:17:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:15.541647 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks [] for router (5785794a-4b44-4849-8ce0-809249be1e11), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:15.564697 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:18:15.637599 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks [] for router_gateway (5785794a-4b44-4849-8ce0-809249be1e11), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:15.678242 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Deleting port 63e30da0-486a-48f8-a79b-998a715c3ecb {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:15.678955 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:15.732134 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:18:14Z', 'revision_number': 5, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port': {'id': '63e30da0-486a-48f8-a79b-998a715c3ecb', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5785794a-4b44-4849-8ce0-809249be1e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:32Z', 'updated_at': '2022-09-13T08:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:15.736450 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:15.742217 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:15.757778 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] Checking router: 5785794a-4b44-4849-8ce0-809249be1e11 for host: dv-cinder-857075-3-iscsi {{(pid=106245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:18:15.766090 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] Routers {'5785794a-4b44-4849-8ce0-809249be1e11'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:18:15.766279 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] For port 63e30da0-486a-48f8-a79b-998a715c3ecb, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=63e30da0-486a-48f8-a79b-998a715c3ecb,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:15.766644 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:15.766766 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:17:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['5785794a-4b44-4849-8ce0-809249be1e11'], 'active': True} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:15.779374 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Calling delete_port for 63e30da0-486a-48f8-a79b-998a715c3ecb owned by network:router_gateway {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:15.848284 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_dvr_db [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] Set router 5785794a-4b44-4849-8ce0-809249be1e11 gateway port host: None {{(pid=106245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:18:15.896947 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.l3_hamode_db [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:18:15Z', 'revision_number': 6, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port_host': None}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:15.922323 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10088509-ff2e-47d0-9255-469c12df8631 None None] The sync data for ids ['5785794a-4b44-4849-8ce0-809249be1e11'] in dv-cinder-857075-3-iscsi is: [{'id': '5785794a-4b44-4849-8ce0-809249be1e11', 'name': 'tempest-TestVolumeBootPattern-630191346-router', 'tenant_id': '9b574ef95c3547b39cabd8623717e508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:31Z', 'updated_at': '2022-09-13T08:18:15Z', 'revision_number': 6, 'project_id': '9b574ef95c3547b39cabd8623717e508', 'gw_port_host': None}] {{(pid=106245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:18:15.948935 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (63e30da0-486a-48f8-a79b-998a715c3ecb), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:15.976872 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Pushing event deleted for resources: {'Port': ['ID=63e30da0-486a-48f8-a79b-998a715c3ecb,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:16.034474 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (5785794a-4b44-4849-8ce0-809249be1e11), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.120097 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (5785794a-4b44-4849-8ce0-809249be1e11), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.122199 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks [] for router_controller (5785794a-4b44-4849-8ce0-809249be1e11), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.167238 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (5785794a-4b44-4849-8ce0-809249be1e11), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.167770 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5785794a-4b44-4849-8ce0-809249be1e11 {{(pid=106243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:18:16.171921 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.173080 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-19578b39-38fe-4034-bc73-2ef8e98aabdc admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/5785794a-4b44-4849-8ce0-809249be1e11 HTTP/1.1" status: 204 len: 168 time: 0.7274997 Sep 13 08:18:16.175578 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37492) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:16.219438 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_v2 [None req-590347ae-3920-44db-b744-85d519a92822 admin admin] Deleting subnet a235a933-e085-4802-9558-c6b9a5be39b2 {{(pid=106243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:18:16.222460 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-590347ae-3920-44db-b744-85d519a92822 admin admin] Publish callbacks [] for subnet (a235a933-e085-4802-9558-c6b9a5be39b2), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.256655 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-590347ae-3920-44db-b744-85d519a92822 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14310313'] for subnet (a235a933-e085-4802-9558-c6b9a5be39b2), precommit_delete_associations {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.340482 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-590347ae-3920-44db-b744-85d519a92822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (a235a933-e085-4802-9558-c6b9a5be39b2), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.392026 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-590347ae-3920-44db-b744-85d519a92822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13808126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14327129'] for subnet (a235a933-e085-4802-9558-c6b9a5be39b2), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.415328 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590347ae-3920-44db-b744-85d519a92822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a235a933-e085-4802-9558-c6b9a5be39b2,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:16.420888 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-590347ae-3920-44db-b744-85d519a92822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for subnet (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.424071 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-590347ae-3920-44db-b744-85d519a92822 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/a235a933-e085-4802-9558-c6b9a5be39b2 HTTP/1.1" status: 204 len: 168 time: 0.2475083 Sep 13 08:18:16.426470 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [-] (106243) accepted ('10.222.0.15', 37494) {{(pid=106243) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:16.429552 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c127942-bc82-4cf2-9336-685334bb6160 None None] Network 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:18:16.498395 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.540391 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Deleting port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:16.540729 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.545183 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:16.605612 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] For port c8002a16-30f0-481b-ba6b-5b978cc7c3a1, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=c8002a16-30f0-481b-ba6b-5b978cc7c3a1,segment=NetworkSegment(b460be5b-3095-41f1-a3dc-16c6e1e10a8b),segment_id=b460be5b-3095-41f1-a3dc-16c6e1e10a8b)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:16.605929 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.618730 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Calling delete_port for c8002a16-30f0-481b-ba6b-5b978cc7c3a1 owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:16.634208 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:16.659967 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] DHCP port deletion for 7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:18:16.704464 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Deleting port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 {{(pid=106244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:16.704720 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), before_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.707570 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13808003'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.732166 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8002a16-30f0-481b-ba6b-5b978cc7c3a1,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:16.735323 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] No DVR routers for this DVR port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 on host dv-cinder-857075-3-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:18:16.773391 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] For port c8002a16-30f0-481b-ba6b-5b978cc7c3a1, host dv-cinder-857075-3-iscsi, got binding levels [] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:16.773805 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), precommit_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.790209 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Calling delete_port for c8002a16-30f0-481b-ba6b-5b978cc7c3a1 owned by network:dhcp {{(pid=106244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:16.793217 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.ipam_backend_mixin [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 was not found and therefore no delete operation was performed {{(pid=106244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 13 08:18:16.798817 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (c8002a16-30f0-481b-ba6b-5b978cc7c3a1), after_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.809471 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.827981 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Pushing event deleted for resources: {'Port': ['ID=c8002a16-30f0-481b-ba6b-5b978cc7c3a1,revision_number=None']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:16.830089 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a43d5484-1183-4095-b008-92722c542c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.831420 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d']}} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:16.837933 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.838354 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.838600 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.839170 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.839688 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.840012 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.840537 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.840866 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.841192 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.841507 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b') {'for_net_delete': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:16.841640 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.841837 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.services.segments.db [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b460be5b-3095-41f1-a3dc-16c6e1e10a8b') {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:16.841958 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.842164 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.842484 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.842802 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.843118 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857075-3-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 08:18:16.846544 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12303b98-ce53-4884-ac55-57b3564dad99 None None] No DVR routers for this DVR port c8002a16-30f0-481b-ba6b-5b978cc7c3a1 on host dv-cinder-857075-3-iscsi {{(pid=106244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:18:16.852607 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14310304'] for segment (b460be5b-3095-41f1-a3dc-16c6e1e10a8b), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.868344 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (b460be5b-3095-41f1-a3dc-16c6e1e10a8b), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.876012 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:18:16.876344 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13807956'] for segment (b460be5b-3095-41f1-a3dc-16c6e1e10a8b), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.976718 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.983032 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:16.987934 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.wsgi [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d HTTP/1.1" status: 204 len: 168 time: 0.5591197 Sep 13 08:18:16.993661 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37502) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:17.008619 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 63e30da0-486a-48f8-a79b-998a715c3ecb no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:18:17.012846 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6058f80-6c56-4e2f-8b3c-e710ffe1a2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7bc831-3fa4-4c30-a4c6-9a8f8fe8ba5d,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:17.017298 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment b460be5b-3095-41f1-a3dc-16c6e1e10a8b resource provider aggregate not found Sep 13 08:18:17.035625 dv-cinder-857075-3-iscsi neutron-server[106243]: INFO neutron.services.segments.plugin [-] Segment b460be5b-3095-41f1-a3dc-16c6e1e10a8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b460be5b-3095-41f1-a3dc-16c6e1e10a8b found for delete ", "request_id": "req-55720f9c-b0e9-4c9d-be59-964f5bca10b1"}]} Sep 13 08:18:17.036042 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 63e30da0-486a-48f8-a79b-998a715c3ecb {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:18:17.036388 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 63e30da0-486a-48f8-a79b-998a715c3ecb not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:18:17.036792 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:18:17.055735 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:18:17.056077 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 6c86f581-0f1a-42ee-9a5c-61cc674eb7b3 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:18:17.056740 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device c8002a16-30f0-481b-ba6b-5b978cc7c3a1 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:18:17.075268 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: c8002a16-30f0-481b-ba6b-5b978cc7c3a1 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:18:17.075612 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device c8002a16-30f0-481b-ba6b-5b978cc7c3a1 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:18:17.268824 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:17.279227 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:17.315031 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16501914'] for router_interface (720a47e2-7405-48b8-825e-acd6d5cdbef1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:17.525831 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Deleting port cccd96e4-99d3-452c-bd08-09f9fa177a95 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:17.526087 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:17.603124 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] For port cccd96e4-99d3-452c-bd08-09f9fa177a95, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=cccd96e4-99d3-452c-bd08-09f9fa177a95,segment=NetworkSegment(e907a7d7-2c78-464e-8662-57ef9b808fb4),segment_id=e907a7d7-2c78-464e-8662-57ef9b808fb4)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:17.603480 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:17.616519 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Calling delete_port for cccd96e4-99d3-452c-bd08-09f9fa177a95 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:17.789613 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (cccd96e4-99d3-452c-bd08-09f9fa177a95), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:17.811198 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Pushing event deleted for resources: {'Port': ['ID=cccd96e4-99d3-452c-bd08-09f9fa177a95,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:17.973860 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16274209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16408586'] for router_interface (720a47e2-7405-48b8-825e-acd6d5cdbef1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:18.319098 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:18.382627 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:18.437314 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Router 720a47e2-7405-48b8-825e-acd6d5cdbef1 has already been hosted by L3 agent ab6c337c-912a-4eb2-bca7-eca211912038 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 08:18:18.534986 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] Notify agent at l3_agent.dv-cinder-857075-3-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 08:18:18.539984 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b5f4336a-9843-4a8e-99b7-693dabdee73a admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/720a47e2-7405-48b8-825e-acd6d5cdbef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5452323 Sep 13 08:18:18.543030 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37506) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:18.546509 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] Sync routers for ids ['720a47e2-7405-48b8-825e-acd6d5cdbef1'] in dv-cinder-857075-3-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 08:18:18.556051 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] Routers {'720a47e2-7405-48b8-825e-acd6d5cdbef1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:18:18.556657 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:17:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['720a47e2-7405-48b8-825e-acd6d5cdbef1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:18.641682 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks [] for router (720a47e2-7405-48b8-825e-acd6d5cdbef1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:18.656669 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] Set router 720a47e2-7405-48b8-825e-acd6d5cdbef1 gateway port host: dv-cinder-857075-3-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:18:18.742530 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks [] for router_gateway (720a47e2-7405-48b8-825e-acd6d5cdbef1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:18.785835 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Deleting port ea6725ff-7061-421d-942a-c7f36ed25d01 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:18.786173 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:18.822364 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'external_fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:18:17Z', 'revision_number': 5, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'gw_port': {'id': 'ea6725ff-7061-421d-942a-c7f36ed25d01', 'name': '', 'network_id': 'c58be4f5-35d2-4614-bf17-4f989e055679', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857075-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcfa1212-b781-4828-8a27-1f7e71be27af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857075-3-iscsi'}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:18.847211 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] Checking router: 720a47e2-7405-48b8-825e-acd6d5cdbef1 for host: dv-cinder-857075-3-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 08:18:18.856517 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] Routers {'720a47e2-7405-48b8-825e-acd6d5cdbef1'} bound to L3 agent in host dv-cinder-857075-3-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 08:18:18.857122 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857075-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T07:50:49Z,description=,heartbeat_timestamp=2022-09-13T08:17:49Z,host='dv-cinder-857075-3-iscsi',id=ab6c337c-912a-4eb2-bca7-eca211912038,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T07:50:49Z,topic='l3_agent')) {'router_ids': ['720a47e2-7405-48b8-825e-acd6d5cdbef1'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:18.876927 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] For port ea6725ff-7061-421d-942a-c7f36ed25d01, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=ea6725ff-7061-421d-942a-c7f36ed25d01,segment=NetworkSegment(cc30e687-ee24-45d3-bd82-8a785af9fcfd),segment_id=cc30e687-ee24-45d3-bd82-8a785af9fcfd)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:18.877296 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:18.890965 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Calling delete_port for ea6725ff-7061-421d-942a-c7f36ed25d01 owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:18.945988 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] Set router 720a47e2-7405-48b8-825e-acd6d5cdbef1 gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 08:18:18.997417 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:18:18Z', 'revision_number': 6, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'gw_port_host': None}], 'dv-cinder-857075-3-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:19.030533 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6d1fb9-b57b-4aec-bd7c-55c050ac1ca4 None None] The sync data for ids ['720a47e2-7405-48b8-825e-acd6d5cdbef1'] in dv-cinder-857075-3-iscsi is: [{'id': '720a47e2-7405-48b8-825e-acd6d5cdbef1', 'name': 'tempest-TestVolumeBootPattern-1781049904-router', 'tenant_id': 'f0204c72b99141b38bde74c3482a67e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T08:11:36Z', 'updated_at': '2022-09-13T08:18:18Z', 'revision_number': 6, 'project_id': 'f0204c72b99141b38bde74c3482a67e0', 'gw_port_host': None}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 08:18:19.046427 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-03601249-a1b6-4507-8930-7694e96f4e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.072341 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (ea6725ff-7061-421d-942a-c7f36ed25d01), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.098190 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6725ff-7061-421d-942a-c7f36ed25d01,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:19.164544 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16412505'] for router_gateway (720a47e2-7405-48b8-825e-acd6d5cdbef1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.251213 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16409540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3246'] for router (720a47e2-7405-48b8-825e-acd6d5cdbef1), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.253256 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks [] for router_controller (720a47e2-7405-48b8-825e-acd6d5cdbef1), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.254575 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:19.256470 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:19.297696 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16408665'] for router (720a47e2-7405-48b8-825e-acd6d5cdbef1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.298304 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 720a47e2-7405-48b8-825e-acd6d5cdbef1 {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 08:18:19.302403 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.303556 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c2a524d1-98ec-432d-bd1c-ba767026f39a admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/720a47e2-7405-48b8-825e-acd6d5cdbef1 HTTP/1.1" status: 204 len: 168 time: 0.7595909 Sep 13 08:18:19.306060 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37508) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:19.350315 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-0245c5c4-1520-49ef-b450-226b46980b7d admin admin] Deleting subnet 71046193-4b48-43dc-9204-4d25ec6a5d80 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 08:18:19.353261 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0245c5c4-1520-49ef-b450-226b46980b7d admin admin] Publish callbacks [] for subnet (71046193-4b48-43dc-9204-4d25ec6a5d80), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.388649 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0245c5c4-1520-49ef-b450-226b46980b7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12984720'] for subnet (71046193-4b48-43dc-9204-4d25ec6a5d80), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.472079 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0245c5c4-1520-49ef-b450-226b46980b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-808599'] for subnet (71046193-4b48-43dc-9204-4d25ec6a5d80), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.525910 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0245c5c4-1520-49ef-b450-226b46980b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-810126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13729163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13043827'] for subnet (71046193-4b48-43dc-9204-4d25ec6a5d80), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.548447 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245c5c4-1520-49ef-b450-226b46980b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71046193-4b48-43dc-9204-4d25ec6a5d80,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:19.553945 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0245c5c4-1520-49ef-b450-226b46980b7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.559711 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0245c5c4-1520-49ef-b450-226b46980b7d admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/71046193-4b48-43dc-9204-4d25ec6a5d80 HTTP/1.1" status: 204 len: 168 time: 0.2499862 Sep 13 08:18:19.559934 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84baac-5618-412e-be3a-3de281e26cd1 None None] Network 81bba7c0-be08-4a8a-87b4-eb6a24659f3b requested from dv-cinder-857075-3-iscsi {{(pid=106244) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 08:18:19.560404 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37510) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:19.632345 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-980040'] for network (81bba7c0-be08-4a8a-87b4-eb6a24659f3b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.674143 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Deleting port 298878ca-6673-402c-9b08-25ee68b40567 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:19.674486 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (298878ca-6673-402c-9b08-25ee68b40567), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.740346 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] For port 298878ca-6673-402c-9b08-25ee68b40567, host dv-cinder-857075-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857075-3-iscsi',level=0,port_id=298878ca-6673-402c-9b08-25ee68b40567,segment=NetworkSegment(e907a7d7-2c78-464e-8662-57ef9b808fb4),segment_id=e907a7d7-2c78-464e-8662-57ef9b808fb4)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:19.740631 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (298878ca-6673-402c-9b08-25ee68b40567), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.753934 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Calling delete_port for 298878ca-6673-402c-9b08-25ee68b40567 owned by network:dhcp {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:19.785812 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] DHCP port deletion for 81bba7c0-be08-4a8a-87b4-eb6a24659f3b request from dv-cinder-857075-3-iscsi {{(pid=106244) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 08:18:19.831496 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] Deleting port 298878ca-6673-402c-9b08-25ee68b40567 {{(pid=106244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 08:18:19.831877 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780632906500'] for port (298878ca-6673-402c-9b08-25ee68b40567), before_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.832626 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13729270'] for port (298878ca-6673-402c-9b08-25ee68b40567), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.852721 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:19.858423 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Pushing event deleted for resources: {'Port': ['ID=298878ca-6673-402c-9b08-25ee68b40567,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:19.862563 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] No DVR routers for this DVR port 298878ca-6673-402c-9b08-25ee68b40567 on host dv-cinder-857075-3-iscsi {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:18:19.889060 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:19.900705 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] For port 298878ca-6673-402c-9b08-25ee68b40567, host dv-cinder-857075-3-iscsi, got binding levels [] {{(pid=106244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 08:18:19.901142 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16410704'] for port (298878ca-6673-402c-9b08-25ee68b40567), precommit_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.915818 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] Calling delete_port for 298878ca-6673-402c-9b08-25ee68b40567 owned by network:dhcp {{(pid=106244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 08:18:19.919180 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.ipam_backend_mixin [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] Port 298878ca-6673-402c-9b08-25ee68b40567 was not found and therefore no delete operation was performed {{(pid=106244) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 13 08:18:19.920472 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16712623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780632909204', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780632450003'] for port (298878ca-6673-402c-9b08-25ee68b40567), after_delete {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.943834 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845482', 'neutron.services.segments.db._delete_segments_for_network-8780632917176'] for network (81bba7c0-be08-4a8a-87b4-eb6a24659f3b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:19.949727 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] Pushing event deleted for resources: {'Port': ['ID=298878ca-6673-402c-9b08-25ee68b40567,revision_number=None']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:19.953277 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bedc427-446e-4225-8546-37008b63eb45 None None] No DVR routers for this DVR port 298878ca-6673-402c-9b08-25ee68b40567 on host dv-cinder-857075-3-iscsi {{(pid=106244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 08:18:19.966715 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bba7c0-be08-4a8a-87b4-eb6a24659f3b']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:19.976595 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e907a7d7-2c78-464e-8662-57ef9b808fb4') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:19.976891 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e907a7d7-2c78-464e-8662-57ef9b808fb4') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 08:18:19.987242 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780632917068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12984729'] for segment (e907a7d7-2c78-464e-8662-57ef9b808fb4), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.002024 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355'] for segment (e907a7d7-2c78-464e-8662-57ef9b808fb4), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.008938 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 08:18:20.009265 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-850355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13729057'] for segment (e907a7d7-2c78-464e-8662-57ef9b808fb4), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.076951 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16505366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16274216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16412551'] for network (81bba7c0-be08-4a8a-87b4-eb6a24659f3b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.083589 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16274182'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.086569 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/81bba7c0-be08-4a8a-87b4-eb6a24659f3b HTTP/1.1" status: 204 len: 168 time: 0.5256114 Sep 13 08:18:20.096165 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295835b-2361-4a4a-8fb5-b2d5f8ea1641 admin admin] Pushing event deleted for resources: {'Network': ['ID=81bba7c0-be08-4a8a-87b4-eb6a24659f3b,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:20.098681 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment e907a7d7-2c78-464e-8662-57ef9b808fb4 resource provider aggregate not found Sep 13 08:18:20.118868 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment e907a7d7-2c78-464e-8662-57ef9b808fb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e907a7d7-2c78-464e-8662-57ef9b808fb4 found for delete ", "request_id": "req-71d200ba-a422-4801-9047-8fc488e27c96"}]} Sep 13 08:18:20.195985 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37520) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:20.235280 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d591b192-da27-4d35-8c0f-84c0444ec684 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9b574ef95c3547b39cabd8623717e508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381572 Sep 13 08:18:20.237678 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37522) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:20.243099 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=13 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:20.250268 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:20.278286 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.289188 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f1e9-76d1-455d-8004-6af969e8f7dd admin admin] Publish callbacks [] for security_group (532d9e16-a6aa-4338-9b26-21f714f4d816), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.309346 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f1e9-76d1-455d-8004-6af969e8f7dd admin admin] Publish callbacks [] for security_group (532d9e16-a6aa-4338-9b26-21f714f4d816), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.355263 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f1e9-76d1-455d-8004-6af969e8f7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (532d9e16-a6aa-4338-9b26-21f714f4d816), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.357679 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc5f1e9-76d1-455d-8004-6af969e8f7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.358886 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-dfc5f1e9-76d1-455d-8004-6af969e8f7dd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/532d9e16-a6aa-4338-9b26-21f714f4d816 HTTP/1.1" status: 204 len: 168 time: 0.1202712 Sep 13 08:18:20.366581 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5f1e9-76d1-455d-8004-6af969e8f7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d9e16-a6aa-4338-9b26-21f714f4d816,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:20.681854 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37528) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:20.726208 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5d43a3ae-604d-488b-82f6-5822dbd6b25c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f0204c72b99141b38bde74c3482a67e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431910 Sep 13 08:18:20.728667 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.15', 37530) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 08:18:20.777520 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cbc7-f2fc-439c-95fd-05e647d4080d admin admin] Publish callbacks [] for security_group (0c14d434-2345-4d61-9055-8d5cd21ba3a9), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.797431 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cbc7-f2fc-439c-95fd-05e647d4080d admin admin] Publish callbacks [] for security_group (0c14d434-2345-4d61-9055-8d5cd21ba3a9), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.843394 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cbc7-f2fc-439c-95fd-05e647d4080d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16462019'] for security_group (0c14d434-2345-4d61-9055-8d5cd21ba3a9), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.846224 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b4a5cbc7-f2fc-439c-95fd-05e647d4080d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:20.847393 dv-cinder-857075-3-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b4a5cbc7-f2fc-439c-95fd-05e647d4080d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0c14d434-2345-4d61-9055-8d5cd21ba3a9 HTTP/1.1" status: 204 len: 168 time: 0.1178205 Sep 13 08:18:20.855196 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5cbc7-f2fc-439c-95fd-05e647d4080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c14d434-2345-4d61-9055-8d5cd21ba3a9,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 08:18:20.978978 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device cccd96e4-99d3-452c-bd08-09f9fa177a95 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:18:20.999950 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: cccd96e4-99d3-452c-bd08-09f9fa177a95 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:18:21.000404 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device cccd96e4-99d3-452c-bd08-09f9fa177a95 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:18:21.000885 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 298878ca-6673-402c-9b08-25ee68b40567 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:18:21.020029 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: 298878ca-6673-402c-9b08-25ee68b40567 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:18:21.020383 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device 298878ca-6673-402c-9b08-25ee68b40567 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:18:21.020806 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device ea6725ff-7061-421d-942a-c7f36ed25d01 no longer exists at agent ovs-agent-dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 08:18:21.040046 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.plugin [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] No Port match for: ea6725ff-7061-421d-942a-c7f36ed25d01 {{(pid=106244) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 08:18:21.040396 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.rpc [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Device ea6725ff-7061-421d-942a-c7f36ed25d01 not bound to the agent host dv-cinder-857075-3-iscsi {{(pid=106244) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 08:18:21.795850 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:21.875600 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:24.301642 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [req-06cdaedd-598b-44e2-8093-5457c93878be req-1abd00f3-3adf-4627-8ed5-fbfcac972fb0 service neutron] (106243) timed out ('10.222.0.18', 50324) {{(pid=106243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 08:18:25.871704 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=89 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:25.899997 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=80 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:26.987943 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:26.988718 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=22,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:28.062883 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:18:30.829750 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=41,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:30.851406 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:31.863963 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=17 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:31.871836 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:32.076640 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:38.058118 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:42.066735 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:42.071837 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:46.804016 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-cb65c762-e66f-4845-934f-36ba124fffba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:49.032626 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-45fcba6d-7207-4306-a582-821a3f98c0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:50.281098 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:51.815429 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:51.876184 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:18:55.137573 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:18:55.142709 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:01.870326 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:01.872740 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:02.079911 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:05.061945 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:19:12.073530 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:12.076163 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:15.058655 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:16.806857 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-bbbe89e8-8119-4476-a43d-30947bff704a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:19.033847 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-485d2a9c-c870-4c56-a7be-9a871740834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:20.283724 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:21.792327 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:21.878530 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:31.872435 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:31.875006 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:32.079929 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:41.910205 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=18 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:41.910970 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=14 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:42.060752 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:19:42.074170 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:42.076545 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:46.810138 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0d92-b58b-4b4a-be93-a1f593ae1d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:49.034583 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6a3643e2-3b20-4ff3-94ea-afde3e16986c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:50.286446 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:51.794276 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:51.879625 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:19:52.056256 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:19:52.057533 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:01.869131 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:01.875936 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:02.093584 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:09.130104 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:09.135220 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:12.082624 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:12.088982 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:16.811702 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-68ce2c7c-9033-4b43-a5ad-95d7bd14ce60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:19.038710 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-57942207-baaa-4480-966f-330a75c88ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:19.058799 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:20:20.290078 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:21.797662 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:21.882150 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:29.055230 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:29.221224 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-f437bac5-8353-42ff-83c5-33dc88db58d9 service neutron] (106243) timed out ('10.222.0.15', 33392) {{(pid=106243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 08:20:29.389022 dv-cinder-857075-3-iscsi neutron-server[106243]: DEBUG neutron.wsgi [req-a4ffa410-11ac-49db-be0d-31f1fa3e5ece req-e7381ff3-04db-4bfe-9874-670e023a72a8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] (106243) timed out ('10.222.0.15', 33400) {{(pid=106243) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 08:20:31.876647 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:31.878553 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:32.092084 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:42.082067 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:42.088160 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:46.135176 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=3 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:46.140302 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:20:46.813129 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-233e0dad-f845-4c44-8ba4-feb549197982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:49.040759 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-614d8b5f-73ef-4c31-9512-59829665f9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:50.293178 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:51.965012 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:51.966381 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:20:56.059029 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:21:01.973056 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:UPDATE=2,neutron:SELECT=19 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:01.974902 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:02.106573 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:07.086363 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:12.100897 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:12.102722 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:16.816554 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-a7f6a3bc-702d-459d-b0af-f242d713d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:19.042791 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-c7e4797a-61d6-4034-8c4b-398982d5e38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:20.295581 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:21.805607 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:21.888611 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:23.143846 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:23.147955 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:31.878446 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:31.884375 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:32.121412 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:33.057543 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:21:42.115261 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:42.117197 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:43.052469 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=14 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:43.053202 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=14 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:21:46.817242 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ffe65284-6933-4e47-bb81-3615dcdcde7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:49.044892 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-de2f9440-74a6-410b-b843-84fa0c173347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:50.298726 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:51.808677 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:21:51.890280 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:00.138292 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:00.143502 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:01.884423 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:01.886325 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:02.151662 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:10.055995 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:22:12.145455 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:12.147353 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:16.818205 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-65b42339-54d2-48a2-bc65-c5ee04700b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:19.047203 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-cb34210d-dfa3-4701-af79-b77db5e8506b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:20.051944 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:20.301602 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:21.811918 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:21.891862 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:31.879841 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:31.887803 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:32.165437 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:42.159474 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:42.161269 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:45.149468 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=5 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:45.150145 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:46.820025 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-348c2388-9084-4d1f-ad77-0177c805133d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:47.054757 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:22:49.048480 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-b061957f-9f0e-4cf8-add3-c8836117e78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:50.305962 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:51.845870 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:51.893676 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:22:57.049753 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:22:57.050503 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=1 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:23:01.886467 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:23:01.888367 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:23:02.165382 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:23:12.158762 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:23:12.160564 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:23:14.130363 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=2 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:23:14.135455 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG dbcounter [-] [106245] Writing DB stats neutron:SELECT=4 {{(pid=106245) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:23:15.230547 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-fdae05b6-760b-4146-b907-587aaf4a5f77 service neutron] (106242) timed out ('10.222.0.15', 34326) {{(pid=106242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 08:23:15.305299 dv-cinder-857075-3-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-f426accf-d2df-413d-9f48-47f1f2e19da9 req-b859023c-cc10-4038-b638-aaf80e7e30a8 tempest-AttachVolumeShelveTestJSON-839660514 tempest-AttachVolumeShelveTestJSON-839660514-project] (106242) timed out ('10.222.0.15', 34336) {{(pid=106242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 08:23:16.823041 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-dac25caa-9c6b-4624-a9c6-b17a4283221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (07806d02-4a26-4845-8c6a-cc960d596626), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:23:19.052898 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-54dd65f5-1b0f-494c-9712-db40dbbee9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (ab6c337c-912a-4eb2-bca7-eca211912038), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:23:20.308359 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-99c0254a-9f7f-420d-941a-22db2df2a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (7a3b28cf-62f9-4ef1-a869-6095ab44761d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:23:21.820482 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba2e8-ad24-4769-b1cf-79fad501fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (9e3354b4-6b7e-409b-ac24-d9a20c8e17dd), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:23:21.890721 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ec33d4fd-ed96-44eb-9d65-5a6ecb619798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (a3caad71-7be9-434b-b817-73a67e7308cc), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 08:23:24.053215 dv-cinder-857075-3-iscsi neutron-server[106245]: DEBUG neutron.db.agents_db [None req-fa3ba6cf-5cfe-44c5-b9df-2de37badb5fd None None] Agent healthcheck: found 6 active agents {{(pid=106245) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 08:23:31.879470 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:23:31.886178 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 08:23:32.180330 dv-cinder-857075-3-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2803024f-36c2-4659-ac1b-b33c1e664ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780632917158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-847341'] for agent (295108c6-c82e-4541-9f33-9152729cf2fa), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}